-- Logs begin at Fri 2021-04-30 06:28:56 UTC, end at Fri 2021-04-30 07:28:02 UTC. --
Apr 30 06:59:45.447183 dv-cinder-773876-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 06:59:47.842284 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.common.config [-] Logging enabled!
Apr 30 06:59:47.842887 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 06:59:47.843056 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73703) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 06:59:47.846227 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.common.config [-] Logging enabled!
Apr 30 06:59:47.846485 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 06:59:47.846795 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73703) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 06:59:47.847732 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 06:59:47.847982 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 06:59:47.848345 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 06:59:47.848590 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 06:59:47.848816 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 06:59:47.849131 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.849431 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.849729 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.849961 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.850256 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.850544 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.850825 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.851113 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.851410 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.851695 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.851995 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.852280 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.852511 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.852790 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.853074 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.853359 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.853583 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.853862 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.854284 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.854698 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.854976 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.855431 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.855530 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.856339 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.856615 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.856896 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.857222 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] host                           = dv-cinder-773876-2-iscsi {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.857495 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.857779 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.858064 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.858346 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.858619 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.858892 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.859174 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.859443 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.859743 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.860008 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.860293 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.860576 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.860869 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.861091 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.861311 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.861597 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.861881 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.862156 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.862427 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.862701 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.862973 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.863243 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.863508 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.863819 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.864105 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.864389 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.864661 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.864934 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.865208 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.865477 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.865760 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.866031 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.866301 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.866570 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.866853 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.867120 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.867390 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.867687 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.867997 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.868280 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.868563 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.868835 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.869116 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.869386 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.869658 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.869929 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.870199 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.870468 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.870748 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.871019 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.871288 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.872150 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.872427 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.872713 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:47.873010 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.873306 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.873605 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.873887 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.874181 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.874460 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.874747 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.875024 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.875315 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.875602 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.875923 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.876203 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.876491 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.876770 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.877064 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.877367 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.877661 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.877953 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.878230 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.878504 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.878778 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.879056 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.879340 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.879634 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.879950 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.880226 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.880506 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.880798 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.881077 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.881349 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.881626 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.881915 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.882195 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.882469 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.882752 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.883029 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.883302 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.883573 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.883888 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.884180 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.884456 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.884726 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.884999 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.885282 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.885552 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.885833 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.886108 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.886379 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.886649 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.886926 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.887223 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.887494 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.887796 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.888070 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.888347 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.888618 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.888887 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.889157 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.889425 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.889691 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.889960 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.890229 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.890503 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.890771 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.891041 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.891313 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.891583 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.891883 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.892173 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.892469 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.892749 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.893026 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.893304 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.893582 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.893858 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.894136 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.894414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.894692 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.894963 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.895257 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.895540 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.895851 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.896137 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.896413 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.896707 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.896983 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.897263 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.897540 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.897817 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.898107 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.898390 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.898683 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.898976 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.899269 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.899560 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.899882 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.900167 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.900479 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.900759 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:47.900976 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 06:59:47.901214 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73703) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 06:59:48.251648 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 06:59:48.251946 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 06:59:48.252231 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 06:59:48.252564 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 06:59:48.555537 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.555852 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.556124 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.557327 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.557601 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.557867 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.675984 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.676259 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.676524 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.689653 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.689934 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.690202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.718371 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.718652 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.718924 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.757079 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.757362 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.757632 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.988479 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4b96e56a60> agent after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.989076 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4b96e56a60> agent after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.989076 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4b96e56940> segment precommit_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.989272 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4b96e569d0> network precommit_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:48.989937 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4b96e86670> segment before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.113597 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> network before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.113916 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4b96df5430> agent before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.114194 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> network before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.114469 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> port before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.114731 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> port before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.115041 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> segment after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.115304 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> segment precommit_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.115562 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> segment precommit_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.115850 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> segment after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.116134 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> network after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.116391 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> network precommit_delete 0 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.116653 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> port provisioning_complete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.116918 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.117177 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.117443 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> agent after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.117710 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> subnet after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.117967 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> subnet precommit_delete 0 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.118237 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.118490 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.118769 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> segment_host_mapping after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.119113 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> port after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.119511 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> port after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.119800 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> port after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.120090 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.120346 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.120596 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4b977a5a60>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.120984 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.121228 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.121986 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.122226 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.122463 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.122699 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.123068 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 06:59:49.126180 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 06:59:49.130091 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 06:59:49.134017 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Apr 30 06:59:49.135645 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 06:59:49.136125 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 06:59:49.136462 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 06:59:49.136846 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 06:59:49.140236 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 06:59:49.140650 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 06:59:49.141001 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 06:59:49.169724 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 06:59:49.170164 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4b96da97f0>> qos_plugin after_init 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.170462 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73703) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 30 06:59:49.170822 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4b96da9250>> logging-plugin after_init 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.172191 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73703) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 06:59:49.172477 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 06:59:49.172730 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 06:59:49.175901 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4b96cc4b20>> floatingip before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.176186 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4b96cc4b20>> port before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.251154 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 06:59:49.251347 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 06:59:49.251588 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 06:59:49.251991 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 06:59:49.282833 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_db.sqlalchemy.engines [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73703) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 06:59:49.622125 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing driver for type 'gre'
Apr 30 06:59:49.622647 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] gre ID ranges: [(1, 1000)]
Apr 30 06:59:49.680228 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing driver for type 'local'
Apr 30 06:59:49.680558 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing driver for type 'vlan'
Apr 30 06:59:49.692084 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] VlanTypeDriver initialization complete
Apr 30 06:59:49.692434 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing driver for type 'vxlan'
Apr 30 06:59:49.692915 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] vxlan ID ranges: [(1, 1000)]
Apr 30 06:59:49.750894 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing extension driver 'port_security'
Apr 30 06:59:49.751253 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] PortSecurityExtensionDriver initialization complete
Apr 30 06:59:49.751580 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing mechanism driver 'openvswitch'
Apr 30 06:59:49.751946 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing mechanism driver 'hyperv'
Apr 30 06:59:49.758393 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.plugins.ml2.plugin [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 06:59:49.759141 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96ceae80>> port after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.759507 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96ceae80>> port after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.759881 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96ceae80>> port after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.760263 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96ceaf40>> subnet after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.760607 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96ceaf40>> subnet after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.760943 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96ceaf40>> subnet after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.761317 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b9681fd90>> network after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.761657 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b9681fd90>> network after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.761992 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b9681fd90>> network after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.762365 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b9681f610>> security_group after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.762712 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b9681f610>> security_group after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.763047 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b9681f610>> security_group after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.763424 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96824250>> security_group_rule after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.763790 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96824250>> security_group_rule after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.764125 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b96824250>> security_group_rule after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.764491 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b968244c0>> address_group after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.764824 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b968244c0>> address_group after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.765154 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4b968244c0>> address_group after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.765487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] ML2 OVO RPC backend initialized. {{(pid=73703) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 30 06:59:49.766178 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> router_interface after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.766522 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> router_interface after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.766928 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> network before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.767268 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> networks before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.767607 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> port before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.767967 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> ports before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.768303 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> subnet before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.768635 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> subnets before_response 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.768971 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> network after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.769305 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> network after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.769633 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> network after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.769966 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> port after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.770301 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> port after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.770632 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> port after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.770963 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> subnet after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.771295 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> subnet after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.771631 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4b968248b0>> subnet after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.772231 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.plugin [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Modular L2 Plugin initialization complete
Apr 30 06:59:49.772537 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading services supported by the core plugin {{(pid=73703) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 06:59:49.772861 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.plugins.ml2.managers [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Got port-security extension from driver 'port_security'
Apr 30 06:59:49.773317 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.extensions.vlantransparent [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Disabled vlantransparent extension.
Apr 30 06:59:49.773810 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73703) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 06:59:49.774123 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: router
Apr 30 06:59:49.813265 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router_interface before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.813656 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_create 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.814020 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router before_create 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.814382 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router_interface before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.814750 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router_interface after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.815097 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_delete 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.815447 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> floatingip after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.815835 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_create 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.816179 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_update 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.816524 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_update 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.816869 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router_gateway after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.817223 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_update 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.817625 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router precommit_update 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.817986 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4b96e32670> port after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.818318 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4b96e32700> port after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.818647 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4b96e325e0> subnet after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.818981 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4b96e32160> subnetpool_address_scope after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.819320 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> port precommit_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.819660 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router precommit_create 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.820017 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4b96e25550> port before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.820353 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router precommit_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.820701 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router after_update 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.821035 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router precommit_delete 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.821373 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router precommit_create 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.821732 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router_interface after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.822066 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> router precommit_update 55549900 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.822435 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4b968249d0>> network after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.823278 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Tracking information for resource: router configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.823604 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Tracking information for resource: floatingip configured {{(pid=73703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 06:59:49.829143 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.db.l3_agentschedulers_db [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 06:59:49.829722 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4b967cd280> port after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.830079 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4b967cd160> port after_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.830423 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function _notify_port_delete at 0x7f4b967cd1f0> port after_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.830771 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4b967cd550> port after_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.831548 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4b968081f0>> router before_create 55550100 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.831937 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4b968081f0>> router precommit_delete 55550100 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.832301 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4b968081f0>> router precommit_create 55550100 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.832655 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4b968081f0>> router precommit_update 55550100 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.836924 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.provider_configuration [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service providers = [] {{(pid=73703) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 06:59:49.837312 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.db.servicetype_db [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73703) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 06:59:49.840268 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.service_base [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 06:59:49.840615 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.service_base [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 06:59:49.840952 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.service_base [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 06:59:49.841820 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.services.service_base [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 06:59:49.842181 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.services.service_base [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 06:59:49.842711 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.843029 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 06:59:49.853249 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.853573 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: auto_allocate
Apr 30 06:59:49.859286 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4b9679b940> network precommit_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.859651 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4b9679b940> network precommit_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.860184 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.860499 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: tag
Apr 30 06:59:49.867139 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.867468 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: timestamp
Apr 30 06:59:49.871163 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.872049 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: network_ip_availability
Apr 30 06:59:49.877202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4b967957f0>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.877527 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4b967957f0>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.877876 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4b967957f0>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:49.878575 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.878889 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: flavors
Apr 30 06:59:49.883695 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.884044 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading Plugin: revisions
Apr 30 06:59:49.888812 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 06:59:49.889198 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_concurrency.lockutils [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=73703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 06:59:49.889912 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73703) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 30 06:59:49.890240 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Initializing extension manager.
Apr 30 06:59:49.890735 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: __init__.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.891070 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: __pycache__ {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.891399 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.891746 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: address_group.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.892487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.893039 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: address-group
Apr 30 06:59:49.893355 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: address_scope.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.894052 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.894551 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: address-scope
Apr 30 06:59:49.894866 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.895790 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.896290 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: router-admin-state-down-before-update
Apr 30 06:59:49.896607 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: agent.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.897290 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.897779 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: agent
Apr 30 06:59:49.898092 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: agent_resources_synced.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.898973 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.899470 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: agent-resources-synced
Apr 30 06:59:49.899826 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: allowedaddresspairs.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.901540 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.902061 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: allowed-address-pairs
Apr 30 06:59:49.902380 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: auto_allocated_topology.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.903464 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.904003 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: auto-allocated-topology
Apr 30 06:59:49.904320 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: availability_zone.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.904997 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.905495 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: availability_zone
Apr 30 06:59:49.905810 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: availability_zone_filter.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.906695 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.907192 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: availability_zone_filter
Apr 30 06:59:49.907505 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: data_plane_status.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.908411 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.908906 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 06:59:49.909220 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: default_subnetpools.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.910108 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.910605 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: default-subnetpools
Apr 30 06:59:49.910918 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.911703 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.912226 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: dhcp_agent_scheduler
Apr 30 06:59:49.912542 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: dns.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.913422 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.913916 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 06:59:49.914232 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: dns_domain_ports.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.915116 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.915613 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 06:59:49.915955 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: dvr.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.916865 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.917366 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: dvr
Apr 30 06:59:49.917680 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: empty_string_filtering.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.919075 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.919567 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: empty-string-filtering
Apr 30 06:59:49.919941 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.920821 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.921313 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 06:59:49.921627 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.922513 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.923004 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 06:59:49.923317 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: external_net.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.924221 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.924718 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: external-net
Apr 30 06:59:49.925031 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.925901 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.926394 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: extra_dhcp_opt
Apr 30 06:59:49.926709 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: extraroute.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.927585 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.928115 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: extraroute
Apr 30 06:59:49.928428 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: extraroute_atomic.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.929440 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.929946 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: extraroute-atomic
Apr 30 06:59:49.930262 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: filter_validation.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.930908 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.931407 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: filter-validation
Apr 30 06:59:49.931747 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: fip_pf_description.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.932808 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.933303 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 06:59:49.933619 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: fip_port_details.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.935118 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.935617 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: fip-port-details
Apr 30 06:59:49.936031 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: flavors.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.937222 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.937722 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: flavors
Apr 30 06:59:49.938042 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.939667 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.940201 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 06:59:49.940523 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: floatingip_pools.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.941205 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.941703 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: floatingip-pools
Apr 30 06:59:49.942026 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: ip_allocation.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.942923 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.943419 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 06:59:49.943760 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.944653 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.945149 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: ip-substring-filtering
Apr 30 06:59:49.945465 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l2_adjacency.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.946354 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.946858 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 06:59:49.947162 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.948129 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.948635 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: router
Apr 30 06:59:49.948952 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.951173 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.951693 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 06:59:49.952042 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.952939 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.953444 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: ext-gw-mode
Apr 30 06:59:49.953764 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.954654 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.955162 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: l3-ha
Apr 30 06:59:49.955481 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3_flavors.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.956401 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.956904 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: l3-flavors
Apr 30 06:59:49.957221 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.958121 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.958622 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 06:59:49.958940 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: l3agentscheduler.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.959964 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.960473 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: l3_agent_scheduler
Apr 30 06:59:49.960797 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: logging.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.962290 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.962824 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension logging not supported by any of loaded plugins
Apr 30 06:59:49.963133 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: metering.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.963867 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.964438 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: metering
Apr 30 06:59:49.964764 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.965858 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.966367 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: metering_source_and_destination_fields
Apr 30 06:59:49.966694 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: multiprovidernet.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.967726 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.968255 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: multi-provider
Apr 30 06:59:49.968579 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: netmtu.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.969469 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.969969 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: net-mtu
Apr 30 06:59:49.970287 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: netmtu_writable.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.971175 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.971670 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: net-mtu-writable
Apr 30 06:59:49.972017 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: network_availability_zone.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.972668 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.973167 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: network_availability_zone
Apr 30 06:59:49.973483 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: network_ip_availability.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.974552 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.975050 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: network-ip-availability
Apr 30 06:59:49.975368 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: network_segment_range.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.976141 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.976635 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 06:59:49.976953 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: pagination.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.977905 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.978228 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: pagination
Apr 30 06:59:49.978543 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: port_device_profile.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.979428 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.979958 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: port-device-profile
Apr 30 06:59:49.980274 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.981700 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.982197 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: port-mac-address-regenerate
Apr 30 06:59:49.982519 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.983398 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.983926 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: port-numa-affinity-policy
Apr 30 06:59:49.984242 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: port_resource_request.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.985127 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.985621 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 06:59:49.985931 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: portbindings.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.986828 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.987322 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: binding
Apr 30 06:59:49.987633 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: portbindings_extended.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.988897 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.989412 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: binding-extended
Apr 30 06:59:49.989710 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: portsecurity.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.990590 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.991090 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: port-security
Apr 30 06:59:49.991406 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: project_id.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.992383 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.992707 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: project-id
Apr 30 06:59:49.993022 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: providernet.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.993912 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.994410 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: provider
Apr 30 06:59:49.994723 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:49.998783 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:49.999301 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos not supported by any of loaded plugins
Apr 30 06:59:49.999628 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.000886 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.001393 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 06:59:50.001715 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.002610 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.003114 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 06:59:50.003432 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_default.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.004351 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.004854 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-default not supported by any of loaded plugins
Apr 30 06:59:50.005171 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_fip.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.005801 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.006296 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 06:59:50.006612 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_gateway_ip.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.007532 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.008068 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 06:59:50.008387 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_port_network_policy.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.009268 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.009763 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 06:59:50.010079 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_rule_type_details.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.010968 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.011466 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 06:59:50.011819 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: qos_rules_alias.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.012857 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.013359 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 06:59:50.013675 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: quotasv2.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.014674 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.014996 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: quotas
Apr 30 06:59:50.015311 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: quotasv2_detail.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.016925 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.017262 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: quota_details
Apr 30 06:59:50.017584 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: rbac.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.018615 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.019133 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: rbac-policies
Apr 30 06:59:50.019456 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: rbac_address_group.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.020397 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.020906 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: rbac-address-group
Apr 30 06:59:50.021226 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: rbac_address_scope.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.022118 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.022631 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: rbac-address-scope
Apr 30 06:59:50.022949 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: rbac_security_groups.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.023876 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.024385 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: rbac-security-groups
Apr 30 06:59:50.024701 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: rbac_subnetpool.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.025605 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.026110 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: rbac-subnetpool
Apr 30 06:59:50.026425 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: revisionifmatch.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.027318 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.027887 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: revision-if-match
Apr 30 06:59:50.028205 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: revisions.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.029292 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.029798 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: standard-attr-revisions
Apr 30 06:59:50.030117 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: router_availability_zone.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.030771 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.031270 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: router_availability_zone
Apr 30 06:59:50.031585 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: routerservicetype.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.032507 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.033009 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 06:59:50.033323 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.034237 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.034738 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: security-groups-normalized-cidr
Apr 30 06:59:50.035052 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.035981 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.036485 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: port-security-groups-filtering
Apr 30 06:59:50.036798 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.037691 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.038188 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: security-groups-remote-address-group
Apr 30 06:59:50.038502 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: securitygroup.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.048760 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.049282 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: security-group
Apr 30 06:59:50.049612 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: segment.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.050384 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.050886 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension segment not supported by any of loaded plugins
Apr 30 06:59:50.051206 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.052139 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.052649 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 06:59:50.052969 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: servicetype.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.054068 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.054578 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: service-type
Apr 30 06:59:50.054902 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: sorting.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.055885 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.056212 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: sorting
Apr 30 06:59:50.056527 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: standard_attr_segment.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.057423 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.057933 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 06:59:50.058251 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: standardattrdescription.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.059451 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.059969 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: standard-attr-description
Apr 30 06:59:50.060287 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: stateful_security_group.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.061185 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.061694 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: stateful-security-group
Apr 30 06:59:50.062009 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: stdattrs_common.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.062573 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 06:59:50.062888 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.063891 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.064390 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 06:59:50.064703 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: subnet_onboard.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.065747 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.066252 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: subnet_onboard
Apr 30 06:59:50.066565 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.067465 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.068000 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 06:59:50.068314 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: subnet_service_types.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.069204 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.069703 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: subnet-service-types
Apr 30 06:59:50.070016 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: subnetallocation.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.071068 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.071572 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: subnet_allocation
Apr 30 06:59:50.071914 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.072565 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.073066 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: subnetpool-prefix-ops
Apr 30 06:59:50.073381 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.074285 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.074823 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 06:59:50.075137 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: tagging.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.076201 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.076722 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: standard-attr-tag
Apr 30 06:59:50.077039 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: timestamp.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.078200 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.078712 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loaded extension: standard-attr-timestamp
Apr 30 06:59:50.079035 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: trunk.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.080064 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.080569 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension trunk not supported by any of loaded plugins
Apr 30 06:59:50.080889 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: trunk_details.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.081781 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.082282 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 06:59:50.082605 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: uplink_status_propagation.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.083491 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.084019 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 06:59:50.084337 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Loading extension file: vlantransparent.py {{(pid=73703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 06:59:50.084988 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 06:59:50.085487 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 06:59:50.087927 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:network
Apr 30 06:59:50.088623 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:subnet
Apr 30 06:59:50.089381 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 06:59:50.089969 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:port
Apr 30 06:59:50.091237 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.091678 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service FLAVORS assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.092324 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.092750 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.093073 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:router
Apr 30 06:59:50.093729 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 06:59:50.094417 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service METERING assigned prefix: /metering {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.095901 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4b966b4d30>> rbac-policy before_create 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:50.096272 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4b966b4d30>> rbac-policy before_update 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:50.096619 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4b966b4d30>> rbac-policy before_delete 55550000 {{(pid=73703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 06:59:50.097741 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 06:59:50.098189 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 06:59:50.098838 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 06:59:50.099563 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service CORE assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.099916 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 06:59:50.100250 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] subnetpool is already registered
Apr 30 06:59:50.100851 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service CORE assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.101174 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 06:59:50.101498 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] subnetpool is already registered
Apr 30 06:59:50.105038 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.105468 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service FLAVORS assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.106603 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.107018 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.107345 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:router
Apr 30 06:59:50.107667 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] router is already registered
Apr 30 06:59:50.108281 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 06:59:50.108599 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] floatingip is already registered
Apr 30 06:59:50.109213 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service METERING assigned prefix: /metering {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.109878 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 06:59:50.110200 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] rbac_policy is already registered
Apr 30 06:59:50.110736 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 06:59:50.111057 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] security_group is already registered
Apr 30 06:59:50.111628 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 06:59:50.111972 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] security_group_rule is already registered
Apr 30 06:59:50.112639 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service CORE assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.112967 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 06:59:50.113285 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] subnetpool is already registered
Apr 30 06:59:50.113875 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.v2.resource_helper [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Service CORE assigned prefix:  {{(pid=73703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 06:59:50.114197 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 06:59:50.114514 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING neutron.quota.resource_registry [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] subnetpool is already registered
Apr 30 06:59:50.115155 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: extensions {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.116643 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: address-groups {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.118240 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: address-scopes {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.119440 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: agents {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.120641 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: auto-allocated-topology {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.122486 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: availability_zones {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.123821 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: dhcp-networks {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.125229 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: dhcp-agents {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.126660 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: routers {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.128559 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: flavors {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.129670 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: service_profiles {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.130851 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: next_providers {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.132400 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: service_profiles {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.133859 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: floatingip-pools {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.135069 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: routers {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.136905 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: floatingips {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.138111 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: l3-routers {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.139491 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: l3-agents {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.140943 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: metering-labels {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.142285 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: metering-label-rules {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.143579 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: network-ip-availabilities {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.144862 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: bindings {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.146502 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: quotas {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.147944 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: quotas {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.149343 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: rbac-policies {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.150636 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: security-groups {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.151856 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: security-group-rules {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.153145 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: service-providers {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.154363 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: subnetpools {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.155787 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: subnetpools {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.157247 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.158909 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.161577 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.162590 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.165378 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.167489 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.169724 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.282113 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.283901 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.285752 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron.api.extensions [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Extended resource: tags {{(pid=73703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 06:59:50.291580 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING keystonemiddleware.auth_token [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 06:59:50.296598 dv-cinder-773876-2-iscsi neutron-server[73703]: WARNING keystonemiddleware.auth_token [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 06:59:50.304745 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_concurrency.lockutils [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Acquired lock "singleton_lock" {{(pid=73703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 30 06:59:50.305222 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_concurrency.lockutils [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Releasing lock "singleton_lock" {{(pid=73703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 30 06:59:50.305854 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Starting 2 workers
Apr 30 06:59:50.310950 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Started child 73808 {{(pid=73703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 06:59:50.315103 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Started child 73809 {{(pid=73703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 06:59:50.316151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 06:59:50.316810 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO neutron.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 06:59:50.317286 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Notify callbacks [] for process, before_spawn {{(pid=73703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 06:59:50.317634 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [-] (73808) wsgi starting up on http://0.0.0.0:9696
Apr 30 06:59:50.319672 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Starting 1 workers
Apr 30 06:59:50.319803 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 06:59:50.321075 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [-] (73809) wsgi starting up on http://0.0.0.0:9696
Apr 30 06:59:50.325191 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Started child 73810 {{(pid=73703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 06:59:50.325711 dv-cinder-773876-2-iscsi neutron-server[73703]: INFO oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Starting 1 workers
Apr 30 06:59:50.328794 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] calling RpcWorker wait() {{(pid=73810) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 06:59:50.329324 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] returning from RpcWorker wait() {{(pid=73810) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 06:59:50.329942 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Started child 73811 {{(pid=73703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 06:59:50.330641 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 06:59:50.330737 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG neutron_lib.callbacks.manager [None req-8c803534-eeca-4c4a-bb5d-2a41e440e834 None None] Notify callbacks [] for process, after_spawn {{(pid=73703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 06:59:50.331133 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 06:59:50.332535 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 06:59:50.332752 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 06:59:50.332921 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 06:59:50.333140 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 06:59:50.333462 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 06:59:50.333635 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 06:59:50.334139 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.334407 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.334675 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.334824 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 06:59:50.335297 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.335297 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.335812 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.336068 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.336323 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.336588 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.336837 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.337000 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.337158 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.337406 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.337652 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.337951 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.338214 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.338457 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.338710 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.338878 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.339134 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.339391 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.339632 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.339925 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.340207 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.340688 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.340911 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.341146 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.341364 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.341638 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.341883 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.342167 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.342417 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.342652 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.342896 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.343153 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.343381 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.343593 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.343829 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.344101 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.344315 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.344798 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] host                           = dv-cinder-773876-2-iscsi {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.345012 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.345255 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.345498 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.345739 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.345997 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.346228 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.346487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.346729 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.346987 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.347198 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.347455 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.347688 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.347928 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.348180 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.348325 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.348541 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.348826 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.349095 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.349288 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.349441 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.349621 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.349885 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.350034 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.350281 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.350510 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.350722 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.350963 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.351194 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.351424 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.351685 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.351935 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.352164 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.352372 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.352613 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.352837 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.353059 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.353314 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.353532 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.353746 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.353956 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.354199 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.354407 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.354620 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.354829 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.355072 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.355300 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.355543 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.355840 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.356106 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.356334 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.356562 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.356793 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.357092 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.357378 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.357792 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.358034 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.358251 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.358493 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.358707 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.359034 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.359503 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.359841 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.360062 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.360216 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 06:59:50.360362 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.360627 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.360904 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.361213 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.361419 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.361613 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.362040 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.362572 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.362779 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.362920 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.363075 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.363331 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.363539 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.363928 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.364066 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.364333 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.364578 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.364818 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.365125 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.365344 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.365615 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.366003 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.366189 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.366453 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.366703 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.366951 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.367216 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.367376 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.367759 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.367999 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.368238 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.35/identity {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.368486 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.368721 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.368943 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.369172 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.369416 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.369649 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.369863 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.370132 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.370352 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.370565 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.370802 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.371036 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.371250 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.372030 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.372274 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.372579 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.373101 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.373249 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.374037 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.374294 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.376842 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.376842 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.376842 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.376842 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.377177 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.377277 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.377525 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.377759 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.378128 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.378386 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.378818 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.378996 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.379222 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.379446 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.379676 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.379967 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.380225 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.380477 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.380701 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.381070 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.381321 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.381576 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.381833 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.382080 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.382322 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.382546 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.382774 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.383014 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.383382 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.383600 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.383841 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.384083 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.384310 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.384626 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.384859 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.385078 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.385304 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.385544 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.385763 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.386048 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.386366 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.386613 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.386867 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.387668 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.387937 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.388229 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.388498 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.388741 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.388988 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.389238 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.389763 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.389987 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.390250 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.390499 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.390722 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.390990 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.391325 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.391585 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.391867 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.392111 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.392343 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.392611 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.393003 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.393274 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.393716 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.394133 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.394589 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.395084 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.395513 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.395974 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.396294 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.396636 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.396968 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.397406 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.397832 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.398265 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.398584 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.398903 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.399215 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.399525 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.399863 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.400177 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.400548 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.400855 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.401148 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.401536 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.401852 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.402214 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.402517 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.402850 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.403359 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.403691 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.404035 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.404354 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.404693 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.405110 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.405430 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.406086 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.406497 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.35/identity {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.406900 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.407329 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.407776 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.408184 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.408601 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.409008 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.409390 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.409764 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.410144 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.410407 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.410633 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.410862 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.411105 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.411409 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.411808 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.412215 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.412587 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.413026 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.413293 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.413525 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.413765 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.413992 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.414233 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.414490 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.414710 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.415085 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.415351 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.415592 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.415848 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.416263 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.416529 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.416994 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.417254 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.417480 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.417701 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.417922 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.418145 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.418388 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.418623 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.418855 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.419095 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.419361 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.419587 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.419951 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.420206 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.420460 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.420699 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.420914 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.421286 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.421566 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.421816 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.422056 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.422298 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.422523 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.422797 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.423042 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.423285 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.423517 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.423757 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.423974 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.424193 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.424412 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.424882 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.425167 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.425402 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.425642 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.425877 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.426108 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.426344 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.426556 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.426776 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.426989 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.427238 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.427451 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.427663 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.427925 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.428144 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.428387 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.428603 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.428833 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.429029 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.429239 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.429487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.429698 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.429930 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.430148 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.430380 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.430703 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.430963 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.431183 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.431471 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.431723 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.431971 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.432225 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.432561 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.432777 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.433018 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.433237 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.433456 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.433712 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.434742 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.434902 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.435087 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.435623 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.435623 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.435955 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.436511 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.436511 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.436817 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.436953 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.437274 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.437492 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.437749 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.437999 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.438280 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.438533 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.439074 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.439074 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.439246 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.439370 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.439626 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.439903 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.440135 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.440351 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.440626 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.440792 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.441025 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.441259 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.441518 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.441752 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.441909 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 06:59:50.442478 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 06:59:50.442644 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 06:59:50.442808 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 06:59:50.442983 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 06:59:50.443154 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 06:59:50.443307 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 06:59:50.443515 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.443678 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.443868 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.444028 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.444188 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.444372 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.444535 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445368 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445368 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445368 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445368 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445368 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445738 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445738 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445738 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.445950 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446037 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446166 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446329 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446493 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446687 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446804 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.446963 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.447278 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.447471 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.447632 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.447830 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.447993 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.448156 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.448316 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.448475 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.448634 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.448794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.448954 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.449113 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.449271 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.449430 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.449627 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.449788 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.449948 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.450107 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] host                           = dv-cinder-773876-2-iscsi {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.450266 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.450424 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.450584 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.450740 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.450900 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.451059 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.451217 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.451375 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.451533 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.451693 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.451860 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.452019 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.452177 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.452335 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.452497 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.452653 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453002 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453159 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453337 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453501 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453660 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453819 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.453982 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.454136 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.454441 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.454597 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.454898 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.455062 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.455177 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 06:59:50.455267 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.455349 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.455512 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.455670 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.455852 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456013 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456171 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456330 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456489 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456648 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456808 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.456968 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.457126 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.457284 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.457442 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.457600 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.457758 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.457916 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.458081 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.458240 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.458398 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.458558 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.458715 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.458875 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.459036 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.459195 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.459353 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.459656 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.459840 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.460000 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.460158 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.460319 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.460478 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.460637 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461105 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461222 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461344 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461514 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461657 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461815 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.461978 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 06:59:50.462158 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.462318 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.462490 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.462651 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.462810 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.462971 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.463133 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.463293 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.463453 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.463612 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.463803 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.463966 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.464139 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.464300 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.464463 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.464625 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.464787 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.464950 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.465665 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.465877 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.466041 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.466203 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.466379 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.466540 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.466703 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.35/identity {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.466868 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.467032 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.467181 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.467348 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.467525 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.467664 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.468669 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.468669 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.468669 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.468669 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.468669 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.468669 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469492 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469492 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469634 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.469796 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.470037 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.470298 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.470499 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.470654 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.471166 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.471166 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.471166 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.472794 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473414 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473821 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473821 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.473821 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.474025 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.474103 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.474236 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.474415 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.474576 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.474708 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.475026 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.475194 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.475355 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.475517 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.475679 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.475876 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.476029 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.476188 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.476510 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.476687 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.476851 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.477009 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.477310 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.477609 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.477914 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.478082 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.478240 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.478546 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.478709 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.478875 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.479038 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.479201 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.479363 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.479523 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.479678 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.479885 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.480044 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.480208 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.480370 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.480531 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.480732 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.481464 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.481565 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.481703 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.481864 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.482036 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.482199 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.482362 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.482668 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.482984 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.483157 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.483333 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.483480 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.483642 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.483827 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.483989 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.484151 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.484312 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.484472 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.484633 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.484793 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.484963 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.485135 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.485301 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.485458 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.485619 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.485814 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.485964 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.486115 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.486275 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.486435 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.486592 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.486795 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.486890 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.487054 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.487206 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.487370 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.487533 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.35/identity {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.487696 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.487878 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.488041 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.488201 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.488364 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.488526 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.488685 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.488844 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489006 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489168 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489330 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489655 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489803 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.489959 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.490121 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.490283 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.490445 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.490607 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.490764 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.490913 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.491072 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.491216 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.491380 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.491542 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.491727 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.491875 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.492039 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.492202 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.492361 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.492514 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.492675 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.492840 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493002 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493164 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493326 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493650 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493812 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.493974 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.494136 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.494297 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.494458 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.494634 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.494795 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.494959 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.495114 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.495263 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.495402 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.495566 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.495733 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.495899 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.496044 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.496207 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.496397 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.496563 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.496718 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.496874 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497083 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497237 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497375 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497512 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497648 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497786 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.497923 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.498070 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.498219 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.498390 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.498553 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.498716 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.498879 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.499042 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.499197 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.499361 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.499512 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.499671 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.499862 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500018 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500180 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500343 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500506 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500668 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500838 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.500990 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.501149 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.501293 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.501460 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.501628 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.501792 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.501956 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.502125 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.502289 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.502441 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.502580 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.502758 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.502918 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.503123 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.503266 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.503404 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.503555 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.503692 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.503874 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504014 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504151 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504316 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504487 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504659 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504829 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.504992 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.505160 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.505333 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.505478 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.505626 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.505792 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.505955 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.506118 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.506281 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.506444 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.506594 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.506741 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.506904 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.507062 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.507271 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.507413 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.507551 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.507688 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.507866 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.508012 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.508163 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.508301 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 06:59:50.508447 dv-cinder-773876-2-iscsi neutron-server[73703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 06:59:50.613200 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44238) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 06:59:50.621545 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062168
Apr 30 07:00:01.154597 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0c3b2-f8b6-4fd2-be54-cd9fa0c19de8 None None] get_active_networks_info from dv-cinder-773876-2-iscsi {{(pid=73810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 07:00:01.255526 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0c3b2-f8b6-4fd2-be54-cd9fa0c19de8 None None] No non-hosted networks {{(pid=73810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 07:00:01.271918 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.agentschedulers_db [None req-91c0c3b2-f8b6-4fd2-be54-cd9fa0c19de8 None None] DHCP Agent not found on host dv-cinder-773876-2-iscsi {{(pid=73810) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 07:00:01.395867 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-04302fa6-1c97-4639-95f7-44f44d1517e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758'] for agent, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:03.524846 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758'] for agent, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:03.525783 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.526543 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.527369 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.528033 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.528716 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.529494 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.530060 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.531963 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.532896 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.537709 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.540102 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.542213 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:03.543937 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4b95a15a60>, 'Open vSwitch agent', 'dv-cinder-773876-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:03.557996 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4b95a4b2b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773876-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:03.719446 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3a495112-8165-46d0-8112-195f2b9ac467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758'] for agent, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:03.778504 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5365628-fdd1-4bb4-bccd-c7f637a408a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:04.604562 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758'] for agent, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:06.190753 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758'] for agent, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:07.747404 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 44328) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:08.336148 dv-cinder-773876-2-iscsi neutron-server[73808]: WARNING oslo_policy.policy [None req-ebb0b2e6-61af-489c-bdf3-abeb03284581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:08.336748 dv-cinder-773876-2-iscsi neutron-server[73808]: WARNING oslo_policy.policy [None req-ebb0b2e6-61af-489c-bdf3-abeb03284581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:08.554950 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [None req-ebb0b2e6-61af-489c-bdf3-abeb03284581 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:00:08.556218 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ebb0b2e6-61af-489c-bdf3-abeb03284581 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8067317
Apr 30 07:00:09.725083 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.db.l3_hamode_db [None req-e8fd1e99-acd1-4135-a556-51f017ce65e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 07:00:09.811054 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd1e99-acd1-4135-a556-51f017ce65e7 None None] Routers set() bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:00:09.811450 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd1e99-acd1-4135-a556-51f017ce65e7 None None] Router IDs set() for agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 07:00:10.877483 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44342) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:11.453517 dv-cinder-773876-2-iscsi neutron-server[73809]: WARNING oslo_policy.policy [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:11.454105 dv-cinder-773876-2-iscsi neutron-server[73809]: WARNING oslo_policy.policy [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:11.668418 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:11.766485 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.policy [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73809) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 07:00:11.811256 dv-cinder-773876-2-iscsi neutron-server[73809]: WARNING oslo_policy.policy [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:11.811627 dv-cinder-773876-2-iscsi neutron-server[73809]: WARNING oslo_policy.policy [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:11.820198 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.quota [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4b96107fd0>.
Apr 30 07:00:11.835698 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:11.895920 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747663112430', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747663113917', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747663154539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747663159751', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747663138501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747663144869', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1689230', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1724587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-680050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737758'] for rbac-policy, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:11.956829 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:11.958096 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ecf61fd7-819b-42f8-88ca-6bb9d87e8317 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0796449
Apr 30 07:00:14.497266 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44360) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:14.838951 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Request body: {'network': {'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'name': 'private'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:14.843634 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:14.848019 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Usage tracker for resource:network and tenant:813a9ed0ab6f4b92bfa472dc8db3deb0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:14.852494 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:14.858974 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:14.868518 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Made reservation on behalf of 813a9ed0ab6f4b92bfa472dc8db3deb0 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:00:14.871780 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:14.888746 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:14.902273 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:14.905839 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Usage tracker for resource:security_group_rule and tenant:813a9ed0ab6f4b92bfa472dc8db3deb0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:14.910642 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:14.916141 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:15.012532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:15.016110 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:15.021206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:15.042265 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:00:15.066988 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747664430740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:15.067573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4b96e56940> segment precommit_create {{(pid=73809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 07:00:15.068049 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Added segment 8432c0c9-e5b2-4a07-a4ca-1fbff53558db of type vlan for network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646
Apr 30 07:00:15.076224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481b2caa-106e-4e37-915e-f53650bf0089,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:15.125174 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.125513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.125836 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.126158 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.126463 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.126768 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.127071 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.127372 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.127674 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.128257 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.128740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.129047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Tracked resource versions report:
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]: pushed versions:
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]: {   'AddressGroup': {'1.2'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'ConntrackHelper': {'1.0'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Log': {'1.0'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Network': {'1.1'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Port': {'1.7'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'PortForwarding': {'1.2'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'QosPolicy': {'1.8'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'SecurityGroup': {'1.4'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'SubPort': {'1.0'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Subnet': {'1.1'},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Trunk': {'1.1'}}
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]: consumer versions:
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Log': '1.0',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Network': '1.1',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Port': '1.7',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'PortForwarding': '1.2',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'QosPolicy': '1.8',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'SecurityGroup': '1.4',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'SubPort': '1.0',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Subnet': '1.1',
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Trunk': '1.1'}}
Apr 30 07:00:15.130125 dv-cinder-773876-2-iscsi neutron-server[73809]:  {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:00:15.187070 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:15.188789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:15.230858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:15.232446 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:15.233101 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:15.237920 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:15.341330 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8430023
Apr 30 07:00:15.342027 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Pushing event updated for resources: {'Network': ['ID=76fb8b15-4c0b-4e4c-8e9a-244f2d525646,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:15.352030 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:15.361502 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:00:17.955493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44376) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:18.394838 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe7940-18fb-4ec8-b51a-53872a59971a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:18.396266 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-7fbe7940-18fb-4ec8-b51a-53872a59971a admin admin] 10.222.0.35 "GET /v2.0/networks/76fb8b15-4c0b-4e4c-8e9a-244f2d525646 HTTP/1.1" status: 200  len: 825 time: 0.4397633
Apr 30 07:00:18.422616 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8d96114e-f01a-4d27-a3a2-95e14b28cb90 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/2d72dc0a-6cda-44f1-8525-f5f8798d4371 HTTP/1.1" status: 200  len: 734 time: 0.0211532
Apr 30 07:00:18.430719 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Request body: {'subnet': {'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371', 'name': 'private-subnet', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:18.434892 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:18.438676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Usage tracker for resource:subnet and tenant:813a9ed0ab6f4b92bfa472dc8db3deb0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:18.441463 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:18.446981 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:18.456939 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Made reservation on behalf of 813a9ed0ab6f4b92bfa472dc8db3deb0 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:00:18.459210 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:18.924760 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:18.929676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:19.005436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Checking segment: {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:00:19.006063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Network hostable DHCP agents. Network: 76fb8b15-4c0b-4e4c-8e9a-244f2d525646, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:00:19.012938 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ccd25c-8280-49d2-ab12-62cf3af71e2e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:19.016120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:19.031101 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:00:19.040791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 76fb8b15-4c0b-4e4c-8e9a-244f2d525646) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:00:19.046167 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:19.046763 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:19.051237 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae979116-2c7a-4d4a-830c-2e9a5e89fad8 None None] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:00:19.065758 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ce00e89e-8989-43a1-9dd4-0920c6a52dac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6382871
Apr 30 07:00:19.353261 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:00:19.354521 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:19.536896 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Allocated IP 172.20.0.2 (76fb8b15-4c0b-4e4c-8e9a-244f2d525646/c1ccd25c-8280-49d2-ab12-62cf3af71e2e/f969d8dd-96d5-460a-873c-6f975daacf5b) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:00:19.762014 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:19.775463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Transition to ACTIVE for port object f969d8dd-96d5-460a-873c-6f975daacf5b will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:00:19.796755 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Transition to ACTIVE for port object f969d8dd-96d5-460a-873c-6f975daacf5b will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:00:19.803165 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:19.808125 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:19.861890 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:00:19.868433 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:00:19.875041 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:00:19.881150 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Pushing event updated for resources: {'Port': ['ID=f969d8dd-96d5-460a-873c-6f975daacf5b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:19.921334 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.921676 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.922004 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.922329 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.922647 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.923240 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.923551 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.923891 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.924225 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.924538 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.924846 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.925147 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Tracked resource versions report:
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]: pushed versions:
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]: {   'AddressGroup': {'1.2'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'ConntrackHelper': {'1.0'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Log': {'1.0'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Network': {'1.1'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Port': {'1.7'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'PortForwarding': {'1.2'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'QosPolicy': {'1.8'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'SecurityGroup': {'1.4'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'SubPort': {'1.0'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Subnet': {'1.1'},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Trunk': {'1.1'}}
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]: consumer versions:
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Log': '1.0',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Network': '1.1',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Port': '1.7',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'PortForwarding': '1.2',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'QosPolicy': '1.8',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'SecurityGroup': '1.4',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'SubPort': '1.0',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Subnet': '1.1',
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Trunk': '1.1'}}
Apr 30 07:00:19.926233 dv-cinder-773876-2-iscsi neutron-server[73810]:  {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:00:19.961392 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:19.980504 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Attempting to bind port f969d8dd-96d5-460a-873c-6f975daacf5b on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:00:19.980893 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Attempting to bind port f969d8dd-96d5-460a-873c-6f975daacf5b by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:00:19.981318 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Attempting to bind port f969d8dd-96d5-460a-873c-6f975daacf5b on network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:00:19.986700 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:00:19.987110 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Checking segment: {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:00:19.987558 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:19.987974 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Bound using segment: {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:00:19.988431 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Bound port: f969d8dd-96d5-460a-873c-6f975daacf5b, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:00:19.988829 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:20.076211 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] For port f969d8dd-96d5-460a-873c-6f975daacf5b, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:00:20.079925 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] For port f969d8dd-96d5-460a-873c-6f975daacf5b, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=f969d8dd-96d5-460a-873c-6f975daacf5b,segment=NetworkSegment(8432c0c9-e5b2-4a07-a4ca-1fbff53558db),segment_id=8432c0c9-e5b2-4a07-a4ca-1fbff53558db)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:00:20.084707 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:20.088365 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:20.170880 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Pushing event updated for resources: {'Port': ['ID=f969d8dd-96d5-460a-873c-6f975daacf5b,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:20.176313 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:21.432523 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44386) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:21.801382 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [None req-fd6ce7ef-1828-449a-ac41-713f7ca76420 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:00:21.802359 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-fd6ce7ef-1828-449a-ac41-713f7ca76420 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3688846
Apr 30 07:00:24.148520 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44396) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:24.533318 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [None req-c66f7737-0621-4878-93e1-8291cb0dcd00 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:00:24.534731 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c66f7737-0621-4878-93e1-8291cb0dcd00 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3849339
Apr 30 07:00:25.394531 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device f969d8dd-96d5-460a-873c-6f975daacf5b up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:00:25.467092 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port f969d8dd-96d5-460a-873c-6f975daacf5b completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:00:25.635004 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55884be5-a826-4379-8d5c-f3b5814f596c None None] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:00:25.739542 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Provisioning for port f969d8dd-96d5-460a-873c-6f975daacf5b completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:00:25.745404 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Provisioning complete for port f969d8dd-96d5-460a-873c-6f975daacf5b triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:25.746322 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:25.965541 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:26.020641 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] For port f969d8dd-96d5-460a-873c-6f975daacf5b, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=f969d8dd-96d5-460a-873c-6f975daacf5b,segment=NetworkSegment(8432c0c9-e5b2-4a07-a4ca-1fbff53558db),segment_id=8432c0c9-e5b2-4a07-a4ca-1fbff53558db)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:00:26.028957 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:26.034987 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:26.099883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Pushing event updated for resources: {'Port': ['ID=f969d8dd-96d5-460a-873c-6f975daacf5b,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:26.103110 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:26.249858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-73df400a-dcc0-4beb-a92d-e60b4a9be805 None None] Provisioning complete for port f969d8dd-96d5-460a-873c-6f975daacf5b triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:26.250230 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-73df400a-dcc0-4beb-a92d-e60b4a9be805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.138133 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44412) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:27.359123 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device f969d8dd-96d5-460a-873c-6f975daacf5b up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:00:27.385413 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:00:27.424639 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port f969d8dd-96d5-460a-873c-6f975daacf5b triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:27.425014 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.485466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:27.490192 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:27.493960 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Usage tracker for resource:router and tenant:813a9ed0ab6f4b92bfa472dc8db3deb0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:27.497614 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:27.503331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:27.515329 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.517137 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.539268 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.647986 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.667331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:27.668559 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-122d930b-2f9b-458b-b02a-bc39341c18e7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5294757
Apr 30 07:00:29.989259 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44422) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:30.354587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [None req-c57e8669-91e4-4bfe-b258-f1b6b42555d7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:00:30.355561 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c57e8669-91e4-4bfe-b258-f1b6b42555d7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3653712
Apr 30 07:00:31.064999 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5951e072-45f7-4a9a-bcfc-4367c2ba643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:32.686860 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 44432) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:33.051504 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:33.053051 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.quota [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4b9646eeb0>.
Apr 30 07:00:33.068897 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:33.076008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Usage tracker for resource:network and tenant:6c9accd2a90d488abdcc7803864765e9 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:33.080867 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:33.088215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:33.103588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Made reservation on behalf of 6c9accd2a90d488abdcc7803864765e9 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:00:33.175506 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.policy [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73808) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 07:00:33.220553 dv-cinder-773876-2-iscsi neutron-server[73808]: WARNING oslo_policy.policy [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:33.220935 dv-cinder-773876-2-iscsi neutron-server[73808]: WARNING oslo_policy.policy [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 07:00:33.230714 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.251201 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.265902 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:33.269523 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Usage tracker for resource:security_group_rule and tenant:6c9accd2a90d488abdcc7803864765e9 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:33.272727 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:33.278337 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:33.376699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.380249 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.385619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:33.396718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Reserving flat network on physical network physnet1 {{(pid=73808) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 07:00:33.423735 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747664430740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.424302 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4b96e56940> segment precommit_create {{(pid=73808) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 07:00:33.424767 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Added segment acab219a-27bd-4987-b3ab-41c5261cabc0 of type flat for network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712
Apr 30 07:00:33.487680 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed2a24-1a92-4588-adee-18126606ddea,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:33.500218 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.506092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.506479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.506806 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.507149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.507434 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.507771 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.508092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.508452 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.508821 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.509126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.509430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.509728 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Tracked resource versions report:
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]: pushed versions:
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]: {   'AddressGroup': {'1.2'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'ConntrackHelper': {'1.0'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Log': {'1.0'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Network': {'1.1'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Port': {'1.7'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'PortForwarding': {'1.2'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'QosPolicy': {'1.8'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'SecurityGroup': {'1.4'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'SubPort': {'1.0'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Subnet': {'1.1'},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Trunk': {'1.1'}}
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]: consumer versions:
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Log': '1.0',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Network': '1.1',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Port': '1.7',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'PortForwarding': '1.2',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'QosPolicy': '1.8',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'SecurityGroup': '1.4',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'SubPort': '1.0',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Subnet': '1.1',
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Trunk': '1.1'}}
Apr 30 07:00:33.510793 dv-cinder-773876-2-iscsi neutron-server[73808]:  {{(pid=73808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:00:33.556305 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.560807 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:33.600327 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.601958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:33.602596 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.607527 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:33.692442 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e493857-6a42-4124-97f3-43a018fb16fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:33.710205 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0223062
Apr 30 07:00:33.712805 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Pushing event updated for resources: {'Network': ['ID=4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:33.715836 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:33.723415 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:00:34.558557 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:36.017927 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 44458) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:36.132779 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:36.235569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb58e7b-2646-46e5-94dc-336ee1b5a28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:36.236951 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-acb58e7b-2646-46e5-94dc-336ee1b5a28a admin admin] 10.222.0.35 "GET /v2.0/subnets/c1ccd25c-8280-49d2-ab12-62cf3af71e2e HTTP/1.1" status: 200  len: 849 time: 0.2180924
Apr 30 07:00:36.409896 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-04d6da37-f948-4524-a637-6880c5e39eaa admin admin] 10.222.0.35 "GET /v2.0/routers/55443a00-2bb4-40cc-a29b-c4277c8399a9 HTTP/1.1" status: 200  len: 704 time: 0.1674459
Apr 30 07:00:36.881704 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.107911 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Allocated IP 172.20.0.1 (76fb8b15-4c0b-4e4c-8e9a-244f2d525646/c1ccd25c-8280-49d2-ab12-62cf3af71e2e/33a2e589-b58c-4ed7-8c96-7e970b00cd38) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:00:37.260053 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.278306 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Transition to ACTIVE for port object 33a2e589-b58c-4ed7-8c96-7e970b00cd38 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:00:37.335893 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.340957 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:37.395690 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:00:37.402807 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:00:37.409071 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:00:37.409587 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.530092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Pushing event updated for resources: {'Port': ['ID=33a2e589-b58c-4ed7-8c96-7e970b00cd38,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:37.544930 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:37.640080 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a10b03d2-8512-4a51-b315-860cb5daa258 None None] Provisioning for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:00:37.644623 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a10b03d2-8512-4a51-b315-860cb5daa258 None None] Provisioning complete for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:37.644992 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a10b03d2-8512-4a51-b315-860cb5daa258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.671995 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.699801 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-a10b03d2-8512-4a51-b315-860cb5daa258 None None] Port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:00:37.926015 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.930268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.931391 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:37.935936 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:38.063599 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Pushing event updated for resources: {'Port': ['ID=33a2e589-b58c-4ed7-8c96-7e970b00cd38,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:38.066337 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:38.120138 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:00:38.121707 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:00:38.308857 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Router 55443a00-2bb4-40cc-a29b-c4277c8399a9 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:00:38.321665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-c02c9112-5c13-42c1-973c-b45e79f8cc88 None None] Provisioning complete for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:38.322035 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c02c9112-5c13-42c1-973c-b45e79f8cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:38.373265 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-c02c9112-5c13-42c1-973c-b45e79f8cc88 None None] Port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:00:38.459006 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:00:38.468530 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Sync routers for ids ['55443a00-2bb4-40cc-a29b-c4277c8399a9'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:00:38.469073 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] 10.222.0.35 "PUT /v2.0/routers/55443a00-2bb4-40cc-a29b-c4277c8399a9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0542762
Apr 30 07:00:38.478567 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Routers {'55443a00-2bb4-40cc-a29b-c4277c8399a9'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:00:38.479405 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b96394880>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:00:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['55443a00-2bb4-40cc-a29b-c4277c8399a9'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:38.653523 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Set router 55443a00-2bb4-40cc-a29b-c4277c8399a9 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:00:39.015780 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b96394880>, [{'id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:00:27Z', 'updated_at': '2021-04-30T07:00:37Z', 'revision_number': 2, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'gw_port_host': None, '_interfaces': [{'id': '33a2e589-b58c-4ed7-8c96-7e970b00cd38', 'name': '', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'mac_address': 'fa:16:3e:1d:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:36Z', 'updated_at': '2021-04-30T07:00:37Z', 'revision_number': 2, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnets': [{'id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:39.020608 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Checking router: 55443a00-2bb4-40cc-a29b-c4277c8399a9 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:00:39.020973 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Updating router 55443a00-2bb4-40cc-a29b-c4277c8399a9 port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:00:39.072024 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:39.446245 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:39.461198 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Transition to ACTIVE for port object 33a2e589-b58c-4ed7-8c96-7e970b00cd38 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:00:39.468329 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:39.473472 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:39.665115 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Pushing event updated for resources: {'Port': ['ID=33a2e589-b58c-4ed7-8c96-7e970b00cd38,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:39.690978 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.691311 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.691629 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.692003 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.692294 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.692615 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.692926 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.693234 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.693550 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.693856 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.694164 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.694497 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Tracked resource versions report:
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]: pushed versions:
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]: {   'AddressGroup': {'1.2'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'ConntrackHelper': {'1.0'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Log': {'1.0'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Network': {'1.1'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Port': {'1.7'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'PortForwarding': {'1.2'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'QosPolicy': {'1.8'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'SecurityGroup': {'1.4'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'SubPort': {'1.0'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Subnet': {'1.1'},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Trunk': {'1.1'}}
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]: consumer versions:
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Log': '1.0',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Network': '1.1',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Port': '1.7',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'PortForwarding': '1.2',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'QosPolicy': '1.8',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'SecurityGroup': '1.4',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'SubPort': '1.0',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Subnet': '1.1',
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Trunk': '1.1'}}
Apr 30 07:00:39.695553 dv-cinder-773876-2-iscsi neutron-server[73811]:  {{(pid=73811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:00:39.703806 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:39.705898 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Attempting to bind port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:00:39.706296 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Attempting to bind port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:00:39.706719 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Attempting to bind port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 on network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:00:39.711974 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:00:39.712382 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Checking segment: {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:00:39.712830 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:39.713214 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Bound using segment: {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:00:39.713689 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Bound port: 33a2e589-b58c-4ed7-8c96-7e970b00cd38, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8432c0c9-e5b2-4a07-a4ca-1fbff53558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:00:39.714095 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:39.803438 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] For port 33a2e589-b58c-4ed7-8c96-7e970b00cd38, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:00:39.808333 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] For port 33a2e589-b58c-4ed7-8c96-7e970b00cd38, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=33a2e589-b58c-4ed7-8c96-7e970b00cd38,segment=NetworkSegment(8432c0c9-e5b2-4a07-a4ca-1fbff53558db),segment_id=8432c0c9-e5b2-4a07-a4ca-1fbff53558db)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:00:39.812193 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:39.816716 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:39.900715 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Routers {'55443a00-2bb4-40cc-a29b-c4277c8399a9'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:00:39.901346 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b96394880>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:00:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['55443a00-2bb4-40cc-a29b-c4277c8399a9'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:39.952180 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Pushing event updated for resources: {'Port': ['ID=33a2e589-b58c-4ed7-8c96-7e970b00cd38,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:39.987790 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:40.082143 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] Set router 55443a00-2bb4-40cc-a29b-c4277c8399a9 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:00:40.396656 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b96394880>, [{'id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:00:27Z', 'updated_at': '2021-04-30T07:00:37Z', 'revision_number': 2, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'gw_port_host': None, '_interfaces': [{'id': '33a2e589-b58c-4ed7-8c96-7e970b00cd38', 'name': '', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'mac_address': 'fa:16:3e:1d:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:36Z', 'updated_at': '2021-04-30T07:00:39Z', 'revision_number': 4, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnets': [{'id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:40.400408 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f226c-6200-49c9-b1b7-072364b7945e None None] The sync data for ids ['55443a00-2bb4-40cc-a29b-c4277c8399a9'] in dv-cinder-773876-2-iscsi is: [{'id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:00:27Z', 'updated_at': '2021-04-30T07:00:37Z', 'revision_number': 2, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'gw_port_host': None, '_interfaces': [{'id': '33a2e589-b58c-4ed7-8c96-7e970b00cd38', 'name': '', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'mac_address': 'fa:16:3e:1d:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:36Z', 'updated_at': '2021-04-30T07:00:39Z', 'revision_number': 4, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnets': [{'id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:00:40.634751 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 44480) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:40.779570 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13131f20-ca36-4060-970c-7e4d0d32a145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:40.780198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-13131f20-ca36-4060-970c-7e4d0d32a145 admin admin] Synchronizing usage tracker for tenant:6c9accd2a90d488abdcc7803864765e9 on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:00:40.797402 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-13131f20-ca36-4060-970c-7e4d0d32a145 admin admin] Unset dirty status for tenant:6c9accd2a90d488abdcc7803864765e9 on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:00:40.798687 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-13131f20-ca36-4060-970c-7e4d0d32a145 admin admin] 10.222.0.35 "GET /v2.0/networks/4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 HTTP/1.1" status: 200  len: 842 time: 0.1630123
Apr 30 07:00:40.808487 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:40.813458 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:00:40.817178 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Usage tracker for resource:subnet and tenant:6c9accd2a90d488abdcc7803864765e9 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:00:40.820110 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:00:40.826697 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:00:40.836766 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Made reservation on behalf of 6c9accd2a90d488abdcc7803864765e9 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:00:40.838991 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:41.256124 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.objects.ports [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73808) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 07:00:41.256551 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:41.260757 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:41.333140 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943c2c55-01f1-4eee-903a-dda6fea8f53e,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:41.335089 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:00:41.335436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Network hostable DHCP agents. Network: 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:00:41.340700 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:41.356241 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:00:41.365212 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:00:41.369256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:41.369851 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:41.374690 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d846399-6bed-43bc-86a1-331f598a30c8 None None] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:00:41.389921 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5854282
Apr 30 07:00:41.618531 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3629a5b-bf3f-4c8a-ad0f-9288d9332b22 None None] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:00:43.388529 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 33a2e589-b58c-4ed7-8c96-7e970b00cd38 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:00:43.460053 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:00:43.465321 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:43.465694 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:43.587027 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:43.619036 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 33a2e589-b58c-4ed7-8c96-7e970b00cd38, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=33a2e589-b58c-4ed7-8c96-7e970b00cd38,segment=NetworkSegment(8432c0c9-e5b2-4a07-a4ca-1fbff53558db),segment_id=8432c0c9-e5b2-4a07-a4ca-1fbff53558db)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:00:43.623781 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:43.624183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44494) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:43.626883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:43.692031 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=33a2e589-b58c-4ed7-8c96-7e970b00cd38,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:43.695235 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:43.855200 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-388cf963-b486-4850-9e90-9509af23fc5c admin admin] 10.222.0.35 "GET /v2.0/routers/55443a00-2bb4-40cc-a29b-c4277c8399a9 HTTP/1.1" status: 200  len: 710 time: 0.2298968
Apr 30 07:00:43.984534 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00444d-e004-405a-b16f-715fab75a545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:00:43.987591 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4a00444d-e004-405a-b16f-715fab75a545 admin admin] 10.222.0.35 "GET /v2.0/networks/4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 HTTP/1.1" status: 200  len: 886 time: 0.1266420
Apr 30 07:00:43.995044 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:00:44.468982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:44.786003 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:44.842483 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:44.971732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Allocated IP 172.27.3.111 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/f64a1bb4-7def-4200-b548-94985cc06320) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:00:45.114593 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:45.171635 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:45.176351 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:45.231350 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:00:45.238275 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:00:45.240856 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:00:45.355450 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Pushing event updated for resources: {'Port': ['ID=f64a1bb4-7def-4200-b548-94985cc06320,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:45.366531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:45.381216 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 33a2e589-b58c-4ed7-8c96-7e970b00cd38 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:00:45.453736 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:45.454111 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:45.622482 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:45.989062 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:45.992175 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421413'] for router, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:46.165337 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Router 55443a00-2bb4-40cc-a29b-c4277c8399a9 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:00:46.338851 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:00:46.348210 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:46.349009 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Sync routers for ids ['55443a00-2bb4-40cc-a29b-c4277c8399a9'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:00:46.349376 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] 10.222.0.35 "PUT /v2.0/routers/55443a00-2bb4-40cc-a29b-c4277c8399a9 HTTP/1.1" status: 200  len: 890 time: 2.3579574
Apr 30 07:00:46.359017 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Routers {'55443a00-2bb4-40cc-a29b-c4277c8399a9'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:00:46.359688 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b951c21c0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:00:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['55443a00-2bb4-40cc-a29b-c4277c8399a9'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:46.551033 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Set router 55443a00-2bb4-40cc-a29b-c4277c8399a9 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:00:46.883164 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b951c21c0>, [{'id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f64a1bb4-7def-4200-b548-94985cc06320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:00:27Z', 'updated_at': '2021-04-30T07:00:45Z', 'revision_number': 4, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'gw_port': {'id': 'f64a1bb4-7def-4200-b548-94985cc06320', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:44Z', 'updated_at': '2021-04-30T07:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '33a2e589-b58c-4ed7-8c96-7e970b00cd38', 'name': '', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'mac_address': 'fa:16:3e:1d:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:36Z', 'updated_at': '2021-04-30T07:00:43Z', 'revision_number': 5, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnets': [{'id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:46.888557 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Checking router: 55443a00-2bb4-40cc-a29b-c4277c8399a9 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:00:46.888911 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Updating router 55443a00-2bb4-40cc-a29b-c4277c8399a9 port f64a1bb4-7def-4200-b548-94985cc06320 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:00:46.939225 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:47.260400 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:47.271353 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Transition to ACTIVE for port object f64a1bb4-7def-4200-b548-94985cc06320 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:00:47.279129 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:47.282721 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:47.359274 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Attempting to bind port f64a1bb4-7def-4200-b548-94985cc06320 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:00:47.359642 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Attempting to bind port f64a1bb4-7def-4200-b548-94985cc06320 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:00:47.360028 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Attempting to bind port f64a1bb4-7def-4200-b548-94985cc06320 on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:00:47.363233 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53679-e6ff-4606-9027-3f09efa40ede None None] Pushing event updated for resources: {'Port': ['ID=f64a1bb4-7def-4200-b548-94985cc06320,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:47.366951 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-87b53679-e6ff-4606-9027-3f09efa40ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:47.367798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:00:47.368168 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:00:47.368558 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:47.369156 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:00:47.369609 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Bound port: f64a1bb4-7def-4200-b548-94985cc06320, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:00:47.369994 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:47.442800 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] For port f64a1bb4-7def-4200-b548-94985cc06320, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:00:47.445940 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] For port f64a1bb4-7def-4200-b548-94985cc06320, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=f64a1bb4-7def-4200-b548-94985cc06320,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:00:47.449392 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:47.453924 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-81a0609f-539b-4368-ab43-7fae20516b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:47.524992 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Routers {'55443a00-2bb4-40cc-a29b-c4277c8399a9'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:00:47.525616 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b951c21c0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:00:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['55443a00-2bb4-40cc-a29b-c4277c8399a9'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:47.581093 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53679-e6ff-4606-9027-3f09efa40ede None None] Pushing event updated for resources: {'Port': ['ID=f64a1bb4-7def-4200-b548-94985cc06320,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:47.591462 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-87b53679-e6ff-4606-9027-3f09efa40ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:47.728718 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] Set router 55443a00-2bb4-40cc-a29b-c4277c8399a9 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:00:48.050016 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b951c21c0>, [{'id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f64a1bb4-7def-4200-b548-94985cc06320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:00:27Z', 'updated_at': '2021-04-30T07:00:45Z', 'revision_number': 4, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'gw_port': {'id': 'f64a1bb4-7def-4200-b548-94985cc06320', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:44Z', 'updated_at': '2021-04-30T07:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '33a2e589-b58c-4ed7-8c96-7e970b00cd38', 'name': '', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'mac_address': 'fa:16:3e:1d:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:36Z', 'updated_at': '2021-04-30T07:00:43Z', 'revision_number': 5, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnets': [{'id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:00:48.054076 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747cc1b-dd4d-4e13-8a78-2b666f4d5e29 None None] The sync data for ids ['55443a00-2bb4-40cc-a29b-c4277c8399a9'] in dv-cinder-773876-2-iscsi is: [{'id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'name': 'router1', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f64a1bb4-7def-4200-b548-94985cc06320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:00:27Z', 'updated_at': '2021-04-30T07:00:45Z', 'revision_number': 4, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'gw_port': {'id': 'f64a1bb4-7def-4200-b548-94985cc06320', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:44Z', 'updated_at': '2021-04-30T07:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '33a2e589-b58c-4ed7-8c96-7e970b00cd38', 'name': '', 'network_id': '76fb8b15-4c0b-4e4c-8e9a-244f2d525646', 'tenant_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'mac_address': 'fa:16:3e:1d:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55443a00-2bb4-40cc-a29b-c4277c8399a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:00:36Z', 'updated_at': '2021-04-30T07:00:43Z', 'revision_number': 5, 'project_id': '813a9ed0ab6f4b92bfa472dc8db3deb0', 'subnets': [{'id': 'c1ccd25c-8280-49d2-ab12-62cf3af71e2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d72dc0a-6cda-44f1-8525-f5f8798d4371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:00:48.682055 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 44504) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:00:48.800232 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-9e401e67-afa2-4d4e-9976-e08c1c86ac2c admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1168833
Apr 30 07:00:49.400919 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device f64a1bb4-7def-4200-b548-94985cc06320 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:00:49.476219 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port f64a1bb4-7def-4200-b548-94985cc06320 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:00:49.481298 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port f64a1bb4-7def-4200-b548-94985cc06320 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:49.481680 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:49.600765 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:49.616672 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port f64a1bb4-7def-4200-b548-94985cc06320, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=f64a1bb4-7def-4200-b548-94985cc06320,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:00:49.621358 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:00:49.623476 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:00:49.700746 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=f64a1bb4-7def-4200-b548-94985cc06320,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:00:49.703646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:00:51.392441 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device f64a1bb4-7def-4200-b548-94985cc06320 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:00:51.464086 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port f64a1bb4-7def-4200-b548-94985cc06320 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:00:51.465622 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:01.069177 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d70b7ba8-fe46-4219-b424-abe37b7da998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:03.505669 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:03.717075 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-91e7f5d7-4bfd-4792-a0aa-0ee8522a63ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:04.387337 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:01:04.564852 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:06.157424 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:31.071243 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1ee32125-30d8-4861-9c9e-770b73e9eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:33.500556 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:33.691438 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6912b8ba-5341-4db6-aeb0-37c2eec49f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:34.569842 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:36.151451 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:01:41.387060 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:02:01.076883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed4c8-4401-46e0-b62b-29f7edc0766a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:03.505555 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:03.687662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ec6abeb4-f0f8-4d6a-963b-569a0cbdbdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:04.568103 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:06.152236 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:18.386249 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:02:22.147437 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45074) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:22.214337 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbb9e76-9681-4018-b473-7852a981340d admin admin] GET failed (client error): The resource could not be found.
Apr 30 07:02:22.215673 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ebbb9e76-9681-4018-b473-7852a981340d admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0672503
Apr 30 07:02:22.343899 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631015a-c178-43f2-9aff-43fd9349c773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:22.345248 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e631015a-c178-43f2-9aff-43fd9349c773 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1258590
Apr 30 07:02:24.437107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45084) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:24.544824 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985db59-60da-4de2-9dc2-4659ace53c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:24.546198 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-5985db59-60da-4de2-9dc2-4659ace53c23 admin admin] 10.222.0.35 "GET /v2.0/subnets/c1ccd25c-8280-49d2-ab12-62cf3af71e2e HTTP/1.1" status: 200  len: 849 time: 0.1081617
Apr 30 07:02:24.555178 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:02:24.665572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:24.953611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747664421470'] for subnet, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:24.957119 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:02:24.994596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:24.995181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:24.996461 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] 10.222.0.35 "PUT /v2.0/subnets/c1ccd25c-8280-49d2-ab12-62cf3af71e2e HTTP/1.1" status: 200  len: 868 time: 0.4449065
Apr 30 07:02:25.000061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67248dc-b836-4532-8074-122b8a585a91 None None] Network 76fb8b15-4c0b-4e4c-8e9a-244f2d525646 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:02:25.023472 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ccd25c-8280-49d2-ab12-62cf3af71e2e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:02:25.031208 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.031551 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.031924 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.032254 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.032576 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.033087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.033419 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.033737 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.034079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.034400 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.034719 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.035023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:02:25.038706 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:02:25.413135 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-04d29d8b-85d0-4442-914f-996cb26955b0 None None] Provisioning complete for port f969d8dd-96d5-460a-873c-6f975daacf5b triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:02:25.413514 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-04d29d8b-85d0-4442-914f-996cb26955b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:25.536875 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-04d29d8b-85d0-4442-914f-996cb26955b0 None None] Provisioning complete for port 33a2e589-b58c-4ed7-8c96-7e970b00cd38 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:02:25.537250 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-04d29d8b-85d0-4442-914f-996cb26955b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:27.108911 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45094) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:27.278884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa1234-5c5b-4062-af78-ee9d9af38e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:27.279363 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa1234-5c5b-4062-af78-ee9d9af38e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:27.280987 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b1aa1234-5c5b-4062-af78-ee9d9af38e7a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1711223
Apr 30 07:02:29.379623 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45104) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:29.587534 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb437461-ccaa-434f-8468-42de1848d0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:29.588133 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb437461-ccaa-434f-8468-42de1848d0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:29.589639 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-eb437461-ccaa-434f-8468-42de1848d0c9 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2090538
Apr 30 07:02:31.078254 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-23f413fa-dc74-4365-a03d-d5ea06ee4b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:31.690842 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45114) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:31.854422 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cffca21-8ba4-4993-bdd3-91e5341e39e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:31.855785 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3cffca21-8ba4-4993-bdd3-91e5341e39e2 admin admin] 10.222.0.35 "GET /v2.0/networks/4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 HTTP/1.1" status: 200  len: 886 time: 0.1639864
Apr 30 07:02:33.509961 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:33.688235 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e0a37700-ffaa-4365-859d-4de2b00f50e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:33.955176 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45124) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:34.158874 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee2fe1-2572-4e6e-8b0c-17ad7fab904f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:34.160153 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-c3ee2fe1-2572-4e6e-8b0c-17ad7fab904f admin admin] 10.222.0.35 "GET /v2.0/networks/76fb8b15-4c0b-4e4c-8e9a-244f2d525646 HTTP/1.1" status: 200  len: 869 time: 0.2040026
Apr 30 07:02:34.573119 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:36.160080 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:02:36.266183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45134) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:36.370708 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c2617-c073-46a5-a2fc-6f1d9ed7697d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:36.371175 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c2617-c073-46a5-a2fc-6f1d9ed7697d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:36.372690 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e22c2617-c073-46a5-a2fc-6f1d9ed7697d admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1055853
Apr 30 07:02:38.474513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45144) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:38.581693 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc56ad3-795c-4990-8b3c-2a0ee3c6f741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:38.582158 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc56ad3-795c-4990-8b3c-2a0ee3c6f741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:38.583651 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8bc56ad3-795c-4990-8b3c-2a0ee3c6f741 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1081157
Apr 30 07:02:40.671057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45154) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:40.771212 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632985c8-d1e4-462e-b285-5f16e51bd213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:40.772555 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-632985c8-d1e4-462e-b285-5f16e51bd213 admin admin] 10.222.0.35 "GET /v2.0/subnets/943c2c55-01f1-4eee-903a-dda6fea8f53e HTTP/1.1" status: 200  len: 816 time: 0.1005528
Apr 30 07:02:42.855595 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45164) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:02:42.959840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5fd7f-5748-47cd-8ff5-1f041c62cf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:02:42.961172 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-46e5fd7f-5748-47cd-8ff5-1f041c62cf68 admin admin] 10.222.0.35 "GET /v2.0/subnets/c1ccd25c-8280-49d2-ab12-62cf3af71e2e HTTP/1.1" status: 200  len: 868 time: 0.1044042
Apr 30 07:02:55.384973 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:03:01.081071 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d3b69c77-bac4-44ce-8f62-8d3d79579c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:03.512748 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:03.692505 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82124920-453b-4454-8415-0259628eeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:04.577264 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:05.842742 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45208) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:03:05.889419 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [None req-bd461ad6-7c61-4dd9-b934-7c9f0afb13ce admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:03:05.890414 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-bd461ad6-7c61-4dd9-b934-7c9f0afb13ce admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0467227
Apr 30 07:03:06.169020 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:08.110028 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45218) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:03:08.178998 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb31b0e9-7fa2-47d3-9944-01d66888ccba admin admin] GET failed (client error): The resource could not be found.
Apr 30 07:03:08.180294 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-cb31b0e9-7fa2-47d3-9944-01d66888ccba admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0693352
Apr 30 07:03:08.302247 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f01af1-4427-4f16-9658-5b35c9ef4840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:03:08.303596 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-27f01af1-4427-4f16-9658-5b35c9ef4840 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1195030
Apr 30 07:03:10.433382 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45228) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:03:10.480704 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:03:10.485730 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:03:10.495027 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:03:10.504085 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Made reservation on behalf of 6c9accd2a90d488abdcc7803864765e9 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:03:10.506262 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:10.593134 dv-cinder-773876-2-iscsi neutron-server[73809]: WARNING neutron.services.revisions.revision_plugin [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4b954cddf0] {project_id='6c9accd2a90d488abdcc7803864765e9', id='96a8e872-79ae-48fd-aea4-47c4f3be6c03', target_tenant='*', action='access_as_shared', object_id='a1e8a1f9-7662-4584-9286-266f949a76ee'}> to bump revision.
Apr 30 07:03:10.606200 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:03:10.615121 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:10.615456 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Added segment dacaa6f9-ed06-478a-860c-ceb77c19fc55 of type vlan for network a1e8a1f9-7662-4584-9286-266f949a76ee
Apr 30 07:03:10.639563 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:10.667664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:10.669039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:03:10.669608 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:10.674026 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:03:10.765048 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3305223
Apr 30 07:03:10.769659 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e8a1f9-7662-4584-9286-266f949a76ee,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:03:10.772968 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:03:10.781100 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network a1e8a1f9-7662-4584-9286-266f949a76ee details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:03:12.895218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45238) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:03:12.964984 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a714d-c1fc-4c20-b288-4287b4af8d50 admin admin] GET failed (client error): The resource could not be found.
Apr 30 07:03:12.966220 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-499a714d-c1fc-4c20-b288-4287b4af8d50 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0699458
Apr 30 07:03:13.065935 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad4fbb-57da-4a09-8cae-9848dc99f6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:03:13.067415 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-88ad4fbb-57da-4a09-8cae-9848dc99f6fc admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0973616
Apr 30 07:03:13.077409 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:03:13.081549 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:03:13.085222 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Usage tracker for resource:subnet and tenant:6c9accd2a90d488abdcc7803864765e9 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:03:13.087995 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:03:13.093468 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:03:13.103554 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Made reservation on behalf of 6c9accd2a90d488abdcc7803864765e9 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:03:13.105716 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:13.471740 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:13.476660 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8fa85a29-350c-4a40-83cc-7ba25c33be43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:03:13.548654 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8095cc15-77d9-421c-9841-fcaf0aebfece,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:03:13.559198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.559556 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.559915 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.560245 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.560562 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.560898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.561220 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.561534 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.561849 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.562164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.562474 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.562783 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:13.565622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Checking segment: {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:03:13.565974 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Network hostable DHCP agents. Network: a1e8a1f9-7662-4584-9286-266f949a76ee, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:03:13.568637 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:03:13.582601 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Network a1e8a1f9-7662-4584-9286-266f949a76ee is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:03:13.591654 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, a1e8a1f9-7662-4584-9286-266f949a76ee) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:03:13.595364 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:03:13.595981 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:13.600261 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec110d65-5f6d-468f-85b5-f59e8b68f136 None None] Network a1e8a1f9-7662-4584-9286-266f949a76ee requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:03:13.623283 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5414741
Apr 30 07:03:13.817435 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-a1e8a1f9-7662-4584-9286-266f949a76ee', 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee', 'tenant_id': '6c9accd2a90d488abdcc7803864765e9', 'fixed_ips': [{'subnet_id': '8095cc15-77d9-421c-9841-fcaf0aebfece'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:03:13.818383 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:13.976451 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Allocated IP 192.168.233.2 (a1e8a1f9-7662-4584-9286-266f949a76ee/8095cc15-77d9-421c-9841-fcaf0aebfece/20bb24b4-ea0d-4425-8c67-44166b3bd5e8) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:03:14.181642 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:14.191743 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Transition to ACTIVE for port object 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:03:14.209764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Transition to ACTIVE for port object 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:03:14.215985 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:14.223144 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:03:14.292573 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Pushing event updated for resources: {'Port': ['ID=20bb24b4-ea0d-4425-8c67-44166b3bd5e8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:03:14.296852 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Network a1e8a1f9-7662-4584-9286-266f949a76ee is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:03:14.300935 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.301284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.301620 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.301965 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.302293 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.302633 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.302954 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.303268 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.303607 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.303957 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.304307 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.304626 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:03:14.307694 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:03:14.309401 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:03:14.310105 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:03:14.398915 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Attempting to bind port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:03:14.399286 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Attempting to bind port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:03:14.399643 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Attempting to bind port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 on network a1e8a1f9-7662-4584-9286-266f949a76ee {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:03:14.404892 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:03:14.405262 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Checking segment: {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:03:14.405657 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:14.406050 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Bound using segment: {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:03:14.406515 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Bound port: 20bb24b4-ea0d-4425-8c67-44166b3bd5e8, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:03:14.406906 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:14.494209 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] For port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:03:14.497570 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] For port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=20bb24b4-ea0d-4425-8c67-44166b3bd5e8,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:03:14.501566 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:14.505551 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-00515f1c-a6f9-498d-9660-be3cf49ddda7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:03:14.582243 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Pushing event updated for resources: {'Port': ['ID=20bb24b4-ea0d-4425-8c67-44166b3bd5e8,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:03:14.585861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:03:15.391534 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29054a-8bd3-4568-9cb3-5854f827e560 None None] Network a1e8a1f9-7662-4584-9286-266f949a76ee requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:03:15.500452 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-0bbe1b22-feff-475f-859b-d5daf751573d None None] Provisioning for port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:03:15.555257 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:03:15.678543 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:03:15.688249 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:03:15.688613 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:15.849501 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:15.886490 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=20bb24b4-ea0d-4425-8c67-44166b3bd5e8,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:03:15.890704 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:15.894205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-87b53679-e6ff-4606-9027-3f09efa40ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:03:15.964406 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a819c4ac-6566-4904-95e8-202145b2a609 None None] Provisioning complete for port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:03:15.964705 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a819c4ac-6566-4904-95e8-202145b2a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:16.008879 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=20bb24b4-ea0d-4425-8c67-44166b3bd5e8,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:03:16.014110 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:03:17.495921 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:03:17.564339 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 20bb24b4-ea0d-4425-8c67-44166b3bd5e8 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:03:17.564705 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:31.087073 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2a1bdd46-4395-4de2-ba27-34ead6bc4ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:32.383950 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:03:33.517682 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:33.694982 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a4344f02-6ba3-45ed-b1e6-4a2f1fcbb36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:34.579385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:03:36.172814 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:01.078722 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-84c82d89-d7c3-4427-8a3c-c04fc1e03dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:03.521034 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:03.697187 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8bba80d3-1396-4bb3-9d28-8cf2e16ac885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:04.582898 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:06.176334 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:09.382938 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:04:18.223459 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45288) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:04:18.229565 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [None req-8d2d7dcf-35a4-486f-868a-6ca3b1512000 tempest-verify_tempest_config-1261915530 tempest-verify_tempest_config-1261915530-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:04:18.230508 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-8d2d7dcf-35a4-486f-868a-6ca3b1512000 tempest-verify_tempest_config-1261915530 tempest-verify_tempest_config-1261915530-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060358
Apr 30 07:04:18.529610 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45306) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:04:18.644436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:18.658196 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:04:18.662444 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb68b4d7e1a41cb9855107f172ff44d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:04:18.665455 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:04:18.671068 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:04:18.752890 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:18.756442 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:18.765005 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:04:18.803250 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Synchronizing usage tracker for tenant:6c9accd2a90d488abdcc7803864765e9 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:04:18.806514 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e9a82-11d2-4db2-952e-cb25c97d4aa4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:04:18.815797 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.816156 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.816486 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.816807 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.817152 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.817490 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.817807 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.818128 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.818460 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.818759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.819064 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.819367 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:04:18.824119 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:04:18.833293 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Unset dirty status for tenant:6c9accd2a90d488abdcc7803864765e9 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:04:18.834574 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9eb68b4d7e1a41cb9855107f172ff44d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3040121
Apr 30 07:04:18.837270 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45312) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:04:18.896287 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:18.921261 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:19.013611 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:19.017415 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:04:19.027954 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e9a82-11d2-4db2-952e-cb25c97d4aa4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:04:19.029990 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:04:19.034634 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:19.035759 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d2e9a82-11d2-4db2-952e-cb25c97d4aa4 HTTP/1.1" status: 204  len: 168 time: 0.1975939
Apr 30 07:04:31.081107 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc74ac22-7ab9-41bd-872f-4857dc6db4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:33.526403 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:33.699462 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2376a24d-6d30-47c8-a156-da1ca6cd36af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:34.584276 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:36.178012 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:04:46.381035 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:05:01.083211 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-346ca37f-c2b0-4919-b983-797299b1109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:03.527821 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:03.701921 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-768a1580-de47-400f-aa5e-3e3837dabdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:04.587688 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:06.181938 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:23.379914 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 5 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:05:31.084957 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2faa5d34-85c2-45e2-975d-552aa57ca781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:33.529326 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:33.702617 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-929d0123-369d-42fb-a3a6-e6c616b3c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:34.589262 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:36.186711 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:51.670168 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758'] for agent, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:05:55.336293 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45364) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:05:55.445302 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-12e73b0a-792c-4439-924d-8803b215f693 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1079073
Apr 30 07:05:57.552584 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45374) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:05:57.607640 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-12d52660-7ecb-4850-93bb-d7d119515ca0 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0539484
Apr 30 07:06:00.379440 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:06:01.087193 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-830f29d1-d7a0-4c24-ab59-3f5dfa89ab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:03.531764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:03.705699 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9c33da63-6cb9-4b50-9644-b26de7ca89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:04.592047 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:06.273479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:21.623956 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:31.088598 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-13ced5f2-a5e4-4027-b9a0-35b92f3d4833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:33.532885 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:33.707029 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d13e-3999-4409-8c8f-efc8bd78903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:34.595174 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:36.184982 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:06:37.378498 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:06:51.639446 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:01.091210 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-968ca941-d10b-4321-b73b-cbfef4407f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:03.534427 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:03.708054 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e89410b7-14fe-4c9b-8a36-b7c481e0b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:04.597214 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:06.190337 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:14.378086 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:07:21.182152 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45452) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:21.337387 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-417695451-network', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:21.345582 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:21.350225 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Usage tracker for resource:network and tenant:33cafd6947cc465dac92e8a66e44b9d7 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:21.353350 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:21.359863 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:21.378819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Made reservation on behalf of 33cafd6947cc465dac92e8a66e44b9d7 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:21.381338 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.397877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.416757 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:21.421928 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:33cafd6947cc465dac92e8a66e44b9d7 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:21.429779 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:21.435730 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:21.531747 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.538816 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.552822 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:07:21.567804 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.568180 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Added segment 427b09df-b22f-4123-b728-862a26e02cd1 of type vlan for network bfdeac23-d34a-4688-9799-802d1a570ca4
Apr 30 07:07:21.611163 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.654256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4e00dfeb-8cb0-432e-8f72-19f408722bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:21.654699 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.697975 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:21.709594 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.711018 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.711411 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.711790 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.712120 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.712443 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.712779 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.713100 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.713423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.713749 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.714068 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.714525 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.714729 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Tracked resource versions report:
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]: pushed versions:
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]: {   'AddressGroup': {'1.2'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'ConntrackHelper': {'1.0'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Log': {'1.0'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Network': {'1.1'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Port': {'1.7'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'PortForwarding': {'1.2'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'QosPolicy': {'1.8'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'SecurityGroup': {'1.4'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'SubPort': {'1.0'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Subnet': {'1.1'},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     'Trunk': {'1.1'}}
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]: consumer versions:
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     HyperV agent@hv-cinder-77387: {},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Log': '1.0',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Network': '1.1',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Port': '1.7',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'PortForwarding': '1.2',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'QosPolicy': '1.8',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'SecurityGroup': '1.4',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'SubPort': '1.0',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Subnet': '1.1',
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:                                                      'Trunk': '1.1'}}
Apr 30 07:07:21.724002 dv-cinder-773876-2-iscsi neutron-server[73808]:  {{(pid=73808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:07:21.727398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:21.728023 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:21.769370 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:21.769946 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:21.965486 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=bfdeac23-d34a-4688-9799-802d1a570ca4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:21.968828 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7799504
Apr 30 07:07:21.969689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:21.973880 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45486) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:21.981498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Request body: {'subnet': {'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-subnet', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:21.983344 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network bfdeac23-d34a-4688-9799-802d1a570ca4 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:07:21.987425 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:21.991657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Usage tracker for resource:subnet and tenant:33cafd6947cc465dac92e8a66e44b9d7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:21.994979 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:22.001402 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:22.013409 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Made reservation on behalf of 33cafd6947cc465dac92e8a66e44b9d7 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:22.016306 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:22.434546 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:22.439749 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:22.498263 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:22.515541 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.516146 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.516487 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.516847 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.517298 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.517790 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.518305 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.518646 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.519098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.519424 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.520119 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.520388 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Tracked resource versions report:
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]: pushed versions:
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]: {   'AddressGroup': {'1.2'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'ConntrackHelper': {'1.0'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Log': {'1.0'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Network': {'1.1'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Port': {'1.7'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'PortForwarding': {'1.2'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'QosPolicy': {'1.8'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'SecurityGroup': {'1.4'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'SubPort': {'1.0'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Subnet': {'1.1'},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     'Trunk': {'1.1'}}
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]: consumer versions:
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     HyperV agent@hv-cinder-77387: {},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Log': '1.0',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Network': '1.1',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Port': '1.7',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'PortForwarding': '1.2',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'QosPolicy': '1.8',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'SecurityGroup': '1.4',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'SubPort': '1.0',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Subnet': '1.1',
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:                                                      'Trunk': '1.1'}}
Apr 30 07:07:22.521552 dv-cinder-773876-2-iscsi neutron-server[73809]:  {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:07:22.532951 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:22.552072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Checking segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:22.552072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Network hostable DHCP agents. Network: bfdeac23-d34a-4688-9799-802d1a570ca4, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:07:22.566063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Network bfdeac23-d34a-4688-9799-802d1a570ca4 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:07:22.576452 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, bfdeac23-d34a-4688-9799-802d1a570ca4) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:22.580997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:22.581509 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:22.589962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c0c94-4d00-493c-838b-5b898f0ce2c2 None None] Network bfdeac23-d34a-4688-9799-802d1a570ca4 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:22.607648 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45530) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:22.608575 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.6325231
Apr 30 07:07:22.613988 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:22.624708 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:22.629475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Usage tracker for resource:router and tenant:33cafd6947cc465dac92e8a66e44b9d7 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:22.633976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:22.653733 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:22.666438 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:22.668987 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:22.697229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:22.893422 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bee5ea-613e-498c-8cfd-ff78cdde1d00 None None] Network bfdeac23-d34a-4688-9799-802d1a570ca4 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:23.141257 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.379331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45568) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:23.475593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.515691 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.670919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Allocated IP 172.27.3.104 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/e6586785-45a8-4e9d-9355-068b0bfb6495) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:23.687902 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-62248395-network', 'tenant_id': '36058dd06b3a4b82a107ab998960c088'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:23.694128 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:23.698684 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Usage tracker for resource:network and tenant:36058dd06b3a4b82a107ab998960c088 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:23.702797 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:23.710732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:23.734883 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Made reservation on behalf of 36058dd06b3a4b82a107ab998960c088 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:23.739214 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.754213 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.771041 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:23.775311 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Usage tracker for resource:security_group_rule and tenant:36058dd06b3a4b82a107ab998960c088 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:23.779286 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:23.787061 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:23.838747 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.879060 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.884245 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e72b32a-3ac4-46d1-aa1d-0d65c29ef19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:23.912330 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.917181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.934532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:07:23.950797 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:23.951607 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Added segment c811c921-3fac-4b95-a110-7d680da0708e of type vlan for network ce8260ad-d6b2-4af1-91af-9b23354e7992
Apr 30 07:07:23.952980 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Pushing event updated for resources: {'Port': ['ID=e6586785-45a8-4e9d-9355-068b0bfb6495,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:23.957911 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:23.966995 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:23.968338 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:23.971383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:24.031108 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-816ef082-1d45-4a3f-bb39-edab09002c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:24.041449 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.091010 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad339e25-8ffb-4221-b6d9-252feb47cd88,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:24.096421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:24.107234 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.108760 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:24.109354 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.134336 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:24.203003 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8228576
Apr 30 07:07:24.268456 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45608) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:24.280590 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Request body: {'subnet': {'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-62248395-subnet', 'tenant_id': '36058dd06b3a4b82a107ab998960c088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:24.294511 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:24.301614 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Usage tracker for resource:subnet and tenant:36058dd06b3a4b82a107ab998960c088 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:24.302954 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8260ad-d6b2-4af1-91af-9b23354e7992,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:24.310181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:24.316468 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:07:24.321744 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:24.328951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:24.390304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45618) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:24.399433 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Made reservation on behalf of 36058dd06b3a4b82a107ab998960c088 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:24.401918 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.449123 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45626) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:24.536171 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.734439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-992804948-network', 'tenant_id': '619a0962f3b140708d6d3841e106f483'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:24.744576 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:24.749416 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Usage tracker for resource:network and tenant:619a0962f3b140708d6d3841e106f483 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:24.754699 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:24.763653 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:24.780082 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-337971990-network', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:24.787190 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Made reservation on behalf of 619a0962f3b140708d6d3841e106f483 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:24.790332 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.803852 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:24.809889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.822824 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Usage tracker for resource:network and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:24.827886 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:24.838201 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:24.843939 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:24.852392 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Usage tracker for resource:security_group_rule and tenant:619a0962f3b140708d6d3841e106f483 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:24.856520 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:24.863643 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Made reservation on behalf of e99f270e744d4aceb26e9f30154f9f21 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:24.866269 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.878621 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:24.889315 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:24.923314 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:24.931070 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:24.935160 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:24.946404 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:25.007060 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.061879 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.069475 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.079012 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:25.116444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:25.121729 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:25.138179 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:07:25.162246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.163649 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.164181 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Added segment f0389e9e-8526-4626-a214-057a12455cb9 of type vlan for network 196a6b56-9b74-4503-96ee-ad1e3cd182dd
Apr 30 07:07:25.171191 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.186295 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:07:25.196831 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.197192 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Added segment 0c2513fd-092a-47fd-8747-912d343bee5f of type vlan for network 1e30e29d-5ef7-4be1-8bf2-215a2209d597
Apr 30 07:07:25.225849 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.279997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:25.304471 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.333183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:25.333919 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.382891 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9348078
Apr 30 07:07:25.385854 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45658) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:25.389507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.396919 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Request body: {'subnet': {'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-337971990-subnet', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:25.402014 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:25.407006 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Usage tracker for resource:subnet and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:25.410364 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:25.416750 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:25.430229 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Made reservation on behalf of e99f270e744d4aceb26e9f30154f9f21 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:25.432973 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.543154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.549073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:25.632854 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae23b4e-2bd3-48d9-895a-5374b916ee30,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:25.650800 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:25.657065 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:07:25.662367 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Checking segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:25.663033 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Network hostable DHCP agents. Network: ce8260ad-d6b2-4af1-91af-9b23354e7992, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:07:25.737070 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f98fa2-7752-41d6-bed9-56a1a74f7dcb,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:25.773367 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:25.774184 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:25.871746 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:07:25.880235 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:07:25.888109 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Sync routers for ids ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:07:25.897025 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 07:07:25.906673 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Routers {'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:25.907405 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b963175e0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:25.908268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, ce8260ad-d6b2-4af1-91af-9b23354e7992) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:25.911033 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.915392 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.3063583
Apr 30 07:07:25.917292 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45682) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:25.920500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:25.921320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.922238 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275478a-1211-4532-9267-255357d97b97 None None] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:25.933489 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Pushing event updated for resources: {'Network': ['ID=1e30e29d-5ef7-4be1-8bf2-215a2209d597,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:25.944034 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:25.947812 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.950082 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:25.950739 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:25.977882 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:07:26.008779 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2b227686-8e15-443a-bbe3-39ae28313119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:26.009888 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7397337
Apr 30 07:07:26.203026 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8075051
Apr 30 07:07:26.207255 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45692) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:26.224616 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Request body: {'subnet': {'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-992804948-subnet', 'tenant_id': '619a0962f3b140708d6d3841e106f483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:26.244248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Pushing event updated for resources: {'Network': ['ID=196a6b56-9b74-4503-96ee-ad1e3cd182dd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:26.261120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:26.267664 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:07:26.271072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:26.274030 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Usage tracker for resource:subnet and tenant:619a0962f3b140708d6d3841e106f483 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:26.278107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:26.297661 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:26.331440 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Made reservation on behalf of 619a0962f3b140708d6d3841e106f483 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:26.335660 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:26.423279 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Set router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:26.576694 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:26.585280 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2357a78f-96c9-4881-85fe-ff24df8cca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:26.658818 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21f664-45ee-40c0-9c2e-6c342759a997 None None] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:26.832689 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:26.837353 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:26.924766 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Checking segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:26.925135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Network hostable DHCP agents. Network: 1e30e29d-5ef7-4be1-8bf2-215a2209d597, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:07:27.003462 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:07:27.060371 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 1e30e29d-5ef7-4be1-8bf2-215a2209d597) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:27.070266 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:27.070861 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.103179 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-37413917-7e4d-4477-aa50-7da2c9303070 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7162569
Apr 30 07:07:27.105893 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45726) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:27.110084 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a27c5-4b6b-4150-82b3-575accecb258 None None] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:27.111961 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:27.117513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:27.123091 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Usage tracker for resource:router and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:27.137307 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:27.154718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:27.187728 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.190362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.254786 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b963175e0>, [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:07:24Z', 'revision_number': 3, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:27.260765 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Checking router: eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:07:27.261392 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Updating router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 port e6586785-45a8-4e9d-9355-068b0bfb6495 binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:07:27.327155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45732) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:27.328146 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.357752 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.433553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.480668 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:27.678243 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:07:27.679550 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.768666 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.811243 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.860057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6894ab-856b-422f-b3bf-f16dd1b8a543,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:27.861294 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:27.882802 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e41ac4a41146539855fcd47ff624c6 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:27.892185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:27.898564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:27.910333 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:27.910795 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.931671 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Transition to ACTIVE for port object e6586785-45a8-4e9d-9355-068b0bfb6495 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:27.941548 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:27.951031 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:28.042966 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Pushing event updated for resources: {'Port': ['ID=e6586785-45a8-4e9d-9355-068b0bfb6495,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:28.057006 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.057442 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.058259 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.058595 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.058919 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.059238 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.059688 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.060037 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.060501 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.060877 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.061193 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.063466 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Tracked resource versions report:
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]: pushed versions:
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]: {   'AddressGroup': {'1.2'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'ConntrackHelper': {'1.0'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Log': {'1.0'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Network': {'1.1'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Port': {'1.7'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'PortForwarding': {'1.2'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'QosPolicy': {'1.8'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'SecurityGroup': {'1.4'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'SubPort': {'1.0'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Subnet': {'1.1'},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     'Trunk': {'1.1'}}
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]: consumer versions:
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     HyperV agent@hv-cinder-77387: {},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Log': '1.0',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Network': '1.1',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Port': '1.7',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'PortForwarding': '1.2',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'QosPolicy': '1.8',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'SecurityGroup': '1.4',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'SubPort': '1.0',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Subnet': '1.1',
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:                                                      'Trunk': '1.1'}}
Apr 30 07:07:28.064961 dv-cinder-773876-2-iscsi neutron-server[73811]:  {{(pid=73811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:07:28.068407 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:28.099060 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Attempting to bind port e6586785-45a8-4e9d-9355-068b0bfb6495 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:28.099867 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Attempting to bind port e6586785-45a8-4e9d-9355-068b0bfb6495 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:28.100325 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Attempting to bind port e6586785-45a8-4e9d-9355-068b0bfb6495 on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:28.101999 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Allocated IP 172.20.0.2 (1e30e29d-5ef7-4be1-8bf2-215a2209d597/67cd160f-d7e2-47b1-aff6-20e5fc5d0af2/e07e1f3a-3a47-4ffd-bde1-e31c09a0b296) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:28.108485 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:28.108854 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:28.109358 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.109749 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:28.110422 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Bound port: e6586785-45a8-4e9d-9355-068b0bfb6495, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:28.111630 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.359362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Checking segment: {'id': 'f0389e9e-8526-4626-a214-057a12455cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:28.359768 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Network hostable DHCP agents. Network: 196a6b56-9b74-4503-96ee-ad1e3cd182dd, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:07:28.373359 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] For port e6586785-45a8-4e9d-9355-068b0bfb6495, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:28.383933 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] For port e6586785-45a8-4e9d-9355-068b0bfb6495, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e6586785-45a8-4e9d-9355-068b0bfb6495,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:28.388255 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.390032 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.399938 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:28.466945 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:07:28.478316 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Routers {'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:28.479219 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b963175e0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:28.487133 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 196a6b56-9b74-4503-96ee-ad1e3cd182dd) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:28.493301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:28.495588 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.563349 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.574917 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.578451 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.589456 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Transition to ACTIVE for port object e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:28.609440 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Transition to ACTIVE for port object e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:28.614215 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a9024-5618-4c71-a68d-371c53779f10 None None] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:28.631484 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.637347 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45782) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:28.652836 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-87b53679-e6ff-4606-9027-3f09efa40ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:28.662134 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:28.670307 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4575300
Apr 30 07:07:28.696188 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0e41ac4a41146539855fcd47ff624c6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3607340
Apr 30 07:07:28.699306 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Allocated IP 172.20.0.1 (bfdeac23-d34a-4688-9799-802d1a570ca4/78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e/6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:28.699540 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:28.700894 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45792) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:28.702835 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:28.706860 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:28.714540 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] Set router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:28.863045 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1bda3-cbfa-4c65-82d1-1531fb235bc1,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:28.898813 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:28.907555 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Attempting to bind port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:28.908035 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Attempting to bind port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:28.908473 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Attempting to bind port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:28.920856 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:28.921338 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Checking segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:28.921809 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.922268 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Bound using segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:28.923468 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Bound port: e07e1f3a-3a47-4ffd-bde1-e31c09a0b296, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:28.923966 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:28.926615 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45804) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:28.968863 dv-cinder-773876-2-iscsi neutron-server[73808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 07:07:29.022740 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] For port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:29.026567 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] For port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:29.035567 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.075624 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.114375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.149941 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Pushing event updated for resources: {'Port': ['ID=e6586785-45a8-4e9d-9355-068b0bfb6495,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:29.160392 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:29.160392 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b963175e0>, [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:07:24Z', 'revision_number': 3, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:29.181214 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59e2c0-09a8-4355-9cf0-a4349081e2a8 None None] The sync data for ids ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'] in dv-cinder-773876-2-iscsi is: [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:07:24Z', 'revision_number': 3, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:07:29.188179 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Pushing event updated for resources: {'Port': ['ID=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:29.194253 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.222793 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.223451 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.223996 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.227297 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.227899 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.228585 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.229176 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.229697 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.230774 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.238100 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.238877 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.239586 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Tracked resource versions report:
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]: pushed versions:
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]: {   'AddressGroup': {'1.2'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'ConntrackHelper': {'1.0'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Log': {'1.0'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Network': {'1.1'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Port': {'1.7'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'PortForwarding': {'1.2'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'QosPolicy': {'1.8'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'SecurityGroup': {'1.4'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'SecurityGroupRule': {'1.2'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'SubPort': {'1.0'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Subnet': {'1.1'},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     'Trunk': {'1.1'}}
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]: consumer versions:
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]: {   DHCP agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     HyperV agent@hv-cinder-77387: {},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     L3 agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     Metadata agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     Metering agent@dv-cinder-773876-2-iscsi: {},
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:     Open vSwitch agent@dv-cinder-773876-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'ConntrackHelper': '1.0',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Log': '1.0',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Network': '1.1',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Port': '1.7',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'PortForwarding': '1.2',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'QosPolicy': '1.8',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'SecurityGroup': '1.4',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'SecurityGroupRule': '1.2',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'SubPort': '1.0',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Subnet': '1.1',
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:                                                      'Trunk': '1.1'}}
Apr 30 07:07:29.244646 dv-cinder-773876-2-iscsi neutron-server[73810]:  {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 07:07:29.248855 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:29.253688 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:29.334228 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.339528 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.458506 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.470176 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:29.474829 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Usage tracker for resource:security_group_rule and tenant:d99f561a039849bbb5d078136ca6336c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:29.479120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:29.501098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:29.530878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.551812 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2f7cb8b-e97c-4f17-b700-3b53e7cdc416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:29.559248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45828) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:29.580713 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Pushing event updated for resources: {'Port': ['ID=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:29.582346 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1bda3-cbfa-4c65-82d1-1531fb235bc1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:29.599092 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca2e84-d06a-4f55-99c6-b94ec498d906 None None] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:29.618830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:29.630741 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.633484 dv-cinder-773876-2-iscsi neutron-server[73809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 07:07:29.645949 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0727ed3b-8bb1-4b87-bc5b-1fab65752e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:29.669752 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:29.867430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:29.871228 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:29.900898 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:29.938594 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Network bfdeac23-d34a-4688-9799-802d1a570ca4 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:29.950200 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-ff3561be-2d0e-49a9-b1b6-c1099776d7da tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:29.951859 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-ff3561be-2d0e-49a9-b1b6-c1099776d7da tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 1.0242221
Apr 30 07:07:29.952829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:29.960154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:29.960784 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:29.990754 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-f67509f4-fb65-4528-8b2e-9af32a2dde72 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/quotas/36058dd06b3a4b82a107ab998960c088 HTTP/1.1" status: 200  len: 375 time: 0.0267467
Apr 30 07:07:30.015868 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.029244 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbe1bda3-cbfa-4c65-82d1-1531fb235bc1 HTTP/1.1" status: 204  len: 168 time: 1.3168898
Apr 30 07:07:30.068713 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.070393 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-f2b8325a-3277-4ba5-b080-630b2b84d9fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0657156
Apr 30 07:07:30.077318 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:30.210659 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.331914 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:30.337372 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.349260 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d99f561a039849bbb5d078136ca6336c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6816297
Apr 30 07:07:30.350027 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45852) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:30.444334 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-0a4eeaa1-3820-49ea-82f3-93738ff9d49d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:07:30.445964 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-0a4eeaa1-3820-49ea-82f3-93738ff9d49d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1302731
Apr 30 07:07:30.478294 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.510224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.551261 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Allocated IP 172.27.3.221 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/87079c76-b419-4225-9202-fba26fd0edcf) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:30.575370 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baabc6c5-b2b8-4ffc-a227-71a02bf61279,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:30.591610 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:30.620306 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-3788c5de-dbe0-4628-a82b-a900bd1f3fa0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:30.621662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-3788c5de-dbe0-4628-a82b-a900bd1f3fa0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Synchronizing usage tracker for tenant:619a0962f3b140708d6d3841e106f483 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:30.652238 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.675809 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3386330-4f65-485a-bd14-d13d15888f3d None None] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:07:30.732878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:30.743965 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45860) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:30.750466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baabc6c5-b2b8-4ffc-a227-71a02bf61279,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:30.770944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:30.783990 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-3788c5de-dbe0-4628-a82b-a900bd1f3fa0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Unset dirty status for tenant:619a0962f3b140708d6d3841e106f483 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:30.785496 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-3788c5de-dbe0-4628-a82b-a900bd1f3fa0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/networks?id=196a6b56-9b74-4503-96ee-ad1e3cd182dd HTTP/1.1" status: 200  len: 811 time: 1.2048173
Apr 30 07:07:30.788743 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.807857 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.811644 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baabc6c5-b2b8-4ffc-a227-71a02bf61279 HTTP/1.1" status: 204  len: 168 time: 0.4549918
Apr 30 07:07:30.835676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:30.839285 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-90d522bb-1820-4bd8-b864-001f3ece903b tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/quotas/619a0962f3b140708d6d3841e106f483 HTTP/1.1" status: 200  len: 375 time: 0.0371299
Apr 30 07:07:30.842656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Usage tracker for resource:security_group_rule and tenant:d14e792ffb6a45f0852c7dee35157744 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:30.843904 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-856dc831-8a1c-4d4c-8890-6222aa562d2a service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3818707
Apr 30 07:07:30.848545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:30.871397 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:30.964745 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:30.982115 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0e945b0d-0b63-4a2e-b6d2-976ece099cb1 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=619a0962f3b140708d6d3841e106f483&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1224866
Apr 30 07:07:31.005046 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-8692ba9e-f6d8-4a05-b90b-93ba5bd9ff86 service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532845
Apr 30 07:07:31.021861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Provisioning for port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:31.050894 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Provisioning complete for port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:31.059308 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.061442 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.069550 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.070553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.070690 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.078590 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:31.097667 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a19dc1f-0007-4f88-a516-15473fd7df3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:31.151478 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:31.154572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:31.252710 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7f52-8f37-4ff1-ba09-baccb5669891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.312184 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:31.335950 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:31.351273 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Network bfdeac23-d34a-4688-9799-802d1a570ca4 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:31.355552 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:31.358282 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.359641 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:31.507273 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-2d83db85-b79b-4c5d-a2e9-bb7b912fde2e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:07:31.514479 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-2d83db85-b79b-4c5d-a2e9-bb7b912fde2e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2384095
Apr 30 07:07:31.516941 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.517744 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Pushing event updated for resources: {'Port': ['ID=87079c76-b419-4225-9202-fba26fd0edcf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:31.605388 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:31.614026 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-862ae1fd-fe90-45f5-9c30-c9eaf2026258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:31.621987 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.791840 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] For port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:31.804070 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.818239 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e6586785-45a8-4e9d-9355-068b0bfb6495 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:31.842932 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45896) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:31.867967 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:31.891158 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:07:31.896268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:31.900937 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdc526253cd4bb5bc4ec0d92bb61e55 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:31.905090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:31.915854 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:31.969415 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d14e792ffb6a45f0852c7dee35157744&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2204297
Apr 30 07:07:31.977805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 45902) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:31.986371 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf01ee3-46b6-446d-b235-41c098bbc320,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:31.989641 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:32.021450 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.048829 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:32.073409 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.078489 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-26714df4-fe6c-4797-abb8-84f78d8d5f16 req-ba8220ea-fb30-4122-b2c8-60d3157f66f6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.1897366
Apr 30 07:07:32.163197 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:32.242461 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Pushing event updated for resources: {'Port': ['ID=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:32.245923 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:32.262667 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-541b098b-4f27-496f-8fa4-0f118b20eba1 None None] Provisioning complete for port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:32.263305 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-541b098b-4f27-496f-8fa4-0f118b20eba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.279565 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dcdc526253cd4bb5bc4ec0d92bb61e55&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4334562
Apr 30 07:07:32.283316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad21cea-0201-4a0f-96fe-0a24a79443c4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:32.298741 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 45918) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:32.311632 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port e6586785-45a8-4e9d-9355-068b0bfb6495 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:32.331456 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e6586785-45a8-4e9d-9355-068b0bfb6495 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:32.332103 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.370972 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.379371 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:32.482962 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:07:32.535985 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.569522 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.588816 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] 10.222.0.35 "PUT /v2.0/routers/eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6621079
Apr 30 07:07:32.670275 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.681928 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:32.690671 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Sync routers for ids ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:07:32.719201 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-de7a8fcb-0a76-4436-8883-7508bc6651cd service neutron] 10.222.0.35 "GET /v2.0/networks/196a6b56-9b74-4503-96ee-ad1e3cd182dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2037950
Apr 30 07:07:32.727794 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad21cea-0201-4a0f-96fe-0a24a79443c4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:32.728892 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Routers {'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:32.729551 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b950f1fa0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:32.738393 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:32.741705 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.743104 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dad21cea-0201-4a0f-96fe-0a24a79443c4 HTTP/1.1" status: 204  len: 168 time: 0.4380667
Apr 30 07:07:32.874036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:32.989333 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.000532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.054661 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port e6586785-45a8-4e9d-9355-068b0bfb6495, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e6586785-45a8-4e9d-9355-068b0bfb6495,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:33.059779 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.068385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:33.070373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.126920 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Set router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:33.293917 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-a65d693e-be0a-403f-a0fc-47e104b51a57 service neutron] 10.222.0.35 "GET /v2.0/networks/196a6b56-9b74-4503-96ee-ad1e3cd182dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5656044
Apr 30 07:07:33.324520 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=e6586785-45a8-4e9d-9355-068b0bfb6495,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:33.342116 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:33.397306 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.420585 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:33.469387 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf01ee3-46b6-446d-b235-41c098bbc320,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:33.481039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:33.498743 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.499901 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bf01ee3-46b6-446d-b235-41c098bbc320 HTTP/1.1" status: 204  len: 168 time: 1.5210562
Apr 30 07:07:33.591785 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b950f1fa0>, [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:07:30Z', 'revision_number': 4, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd', 'name': '', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'mac_address': 'fa:16:3e:1e:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:30Z', 'revision_number': 2, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'subnets': [{'id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:33.603171 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Checking router: eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:07:33.604295 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Updating router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:07:33.606697 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:07:33.659466 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.759895 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:33.851263 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-137de5e1-f239-4865-99af-8e5b8ad13886 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:33.852056 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-bac9133a-fc94-4147-83d6-abeffde75257 req-137de5e1-f239-4865-99af-8e5b8ad13886 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Synchronizing usage tracker for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:33.880396 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-bac9133a-fc94-4147-83d6-abeffde75257 req-137de5e1-f239-4865-99af-8e5b8ad13886 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Unset dirty status for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:33.882047 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-137de5e1-f239-4865-99af-8e5b8ad13886 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 818 time: 0.3265321
Apr 30 07:07:33.906310 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.915284 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-c027e370-5fb5-4535-ae25-a38df92b32c0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/quotas/33cafd6947cc465dac92e8a66e44b9d7 HTTP/1.1" status: 200  len: 375 time: 0.0277789
Apr 30 07:07:33.941527 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dff21aeb-733b-4185-bc5e-0d3ca025b367 req-39b3088c-8104-4bd9-a795-c8af39ae9cf3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.0548015
Apr 30 07:07:33.947451 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-269bb639-3b50-4b13-9731-52bd61b9d5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.949043 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:07:33.969605 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:07:33.992067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:33.994269 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:33.996258 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.8893540
Apr 30 07:07:33.996630 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46018) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:33.998223 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95397460>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:34.200824 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:34.205105 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:34.282707 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-bac9133a-fc94-4147-83d6-abeffde75257 req-753b48cd-2e96-4dcc-8c8e-db5291cdedb0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Synchronizing usage tracker for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:34.319056 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ff93f496-36ea-4396-8766-43a4199d2a70 req-c43233fc-4d89-4e05-98a3-406534339481 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.1839957
Apr 30 07:07:34.402315 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-bac9133a-fc94-4147-83d6-abeffde75257 req-753b48cd-2e96-4dcc-8c8e-db5291cdedb0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Unset dirty status for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:34.426967 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-753b48cd-2e96-4dcc-8c8e-db5291cdedb0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5100300
Apr 30 07:07:34.645713 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:34.794793 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:34.830940 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e6586785-45a8-4e9d-9355-068b0bfb6495 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:34.996959 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e6586785-45a8-4e9d-9355-068b0bfb6495 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:34.997342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.025604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.027590 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-5f027892-59cf-4f66-8996-99d5d48b243a service neutron] 10.222.0.35 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5994325
Apr 30 07:07:35.053563 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Transition to ACTIVE for port object 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:35.069518 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.079800 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:35.192035 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95397460>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:32Z', 'revision_number': 3, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:35.196206 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:07:35.196552 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Updating router ea4b548a-4b87-4afc-bd7a-1949e3056639 port 87079c76-b419-4225-9202-fba26fd0edcf binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:07:35.218751 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-0c5970e9-cea9-404f-87bd-a5ed6613e45a service neutron] 10.222.0.35 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894066
Apr 30 07:07:35.264315 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.342624 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3eb34a94-f429-4664-b542-fcb46cb610a4 req-249896a2-58f1-4cf8-bfad-209c48c20d55 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.1181762
Apr 30 07:07:35.416602 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3752eb-0d9b-4f5a-8756-8b66d8d4907b None None] Pushing event updated for resources: {'Port': ['ID=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:35.486446 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd3752eb-0d9b-4f5a-8756-8b66d8d4907b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:35.717840 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-182ec225-a3bb-47e8-81bd-d9ce2b300e13 req-a0673ead-a9c3-410c-9747-d5ed3abdbacb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.0900965
Apr 30 07:07:35.770994 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Attempting to bind port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:35.771584 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Attempting to bind port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:35.772263 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Attempting to bind port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd on network bfdeac23-d34a-4688-9799-802d1a570ca4 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:35.777854 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d671529-4d26-4bcb-afb0-776a545baed1 req-8b756dde-e7e1-4e2c-bc42-9fbdbba1349e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 210 time: 0.1793902
Apr 30 07:07:35.787441 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:35.789180 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Checking segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:35.790073 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.790702 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Bound using segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:35.791525 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Bound port: 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:35.792283 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.923691 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.957573 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Transition to ACTIVE for port object 87079c76-b419-4225-9202-fba26fd0edcf will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:35.966632 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:35.980558 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:36.004999 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] For port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:36.009524 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] For port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:36.014624 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:36.031018 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bf860da-e80a-4f51-b111-217b799251dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:36.075035 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:36.223483 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Attempting to bind port 87079c76-b419-4225-9202-fba26fd0edcf on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:36.224809 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Attempting to bind port 87079c76-b419-4225-9202-fba26fd0edcf by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:36.225474 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Attempting to bind port 87079c76-b419-4225-9202-fba26fd0edcf on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:36.238459 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:36.239070 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:36.239648 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:36.240515 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:36.241182 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Bound port: 87079c76-b419-4225-9202-fba26fd0edcf, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:36.241734 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:36.247576 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Routers {'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:36.248394 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b950f1fa0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:36.276477 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cfb73-190e-4d23-9b85-881a988f9068 None None] Pushing event updated for resources: {'Port': ['ID=87079c76-b419-4225-9202-fba26fd0edcf,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:36.282171 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b52cfb73-190e-4d23-9b85-881a988f9068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:36.435489 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] For port 87079c76-b419-4225-9202-fba26fd0edcf, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:36.445426 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] For port 87079c76-b419-4225-9202-fba26fd0edcf, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=87079c76-b419-4225-9202-fba26fd0edcf,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:36.455092 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:36.462843 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:36.652181 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9b33ab6d-f290-4536-8214-9cdd2a24b25d req-a163be3a-8176-49f0-9347-b887b8a208e3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.1108263
Apr 30 07:07:36.679838 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3752eb-0d9b-4f5a-8756-8b66d8d4907b None None] Pushing event updated for resources: {'Port': ['ID=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:36.681871 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cfb73-190e-4d23-9b85-881a988f9068 None None] Pushing event updated for resources: {'Port': ['ID=87079c76-b419-4225-9202-fba26fd0edcf,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:36.690956 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd3752eb-0d9b-4f5a-8756-8b66d8d4907b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:36.692603 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b52cfb73-190e-4d23-9b85-881a988f9068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:36.710402 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:36.710402 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95397460>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:36.710631 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:36.710739 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46150) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:36.740506 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] Set router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:36.762815 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Allocated IP 172.20.0.1 (1e30e29d-5ef7-4be1-8bf2-215a2209d597/67cd160f-d7e2-47b1-aff6-20e5fc5d0af2/1dec3420-d943-4af2-9fc6-0e9eddd87295) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:36.970673 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:36.997848 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e0a293cc-1214-4d1e-abce-bae342a6d2b9 req-683b396f-601e-47b7-bb7f-41eb811879c4 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.1019373
Apr 30 07:07:37.052724 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.067786 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-64dbaad9-8ac2-443d-bc4e-9c97f1bdbcdf tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:37.075387 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-64dbaad9-8ac2-443d-bc4e-9c97f1bdbcdf tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 818 time: 0.8750765
Apr 30 07:07:37.076097 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:37.086772 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Usage tracker for resource:security_group_rule and tenant:163f86fda00e4aee9ffb262cbecc2ad6 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:37.095690 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:37.104601 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:37.142595 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-2fafaafa-de3c-450a-8f84-9531ac2b6f8d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/quotas/33cafd6947cc465dac92e8a66e44b9d7 HTTP/1.1" status: 200  len: 375 time: 0.0648637
Apr 30 07:07:37.151627 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.197053 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Transition to ACTIVE for port object 1dec3420-d943-4af2-9fc6-0e9eddd87295 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:37.278489 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.284518 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.284805 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.300580 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-98b20fd7-bfa1-4ce8-a420-4e3cce557341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:37.312082 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:37.397587 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=163f86fda00e4aee9ffb262cbecc2ad6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6833134
Apr 30 07:07:37.397587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff9dab-b018-4c11-83f5-b1002e5eb925,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:37.398444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46166) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:37.426246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:37.434243 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-04f892f9-3697-4c72-92a1-148df860040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95397460>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:32Z', 'revision_number': 3, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:37.439683 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f892f9-3697-4c72-92a1-148df860040f None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:32Z', 'revision_number': 3, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:07:37.466085 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b950f1fa0>, [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:07:30Z', 'revision_number': 4, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd', 'name': '', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'mac_address': 'fa:16:3e:1e:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:35Z', 'revision_number': 4, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'subnets': [{'id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:37.472602 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eefff4-e97d-4b50-9d43-e7ffe472286a None None] The sync data for ids ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'] in dv-cinder-773876-2-iscsi is: [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:07:30Z', 'revision_number': 4, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd', 'name': '', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'mac_address': 'fa:16:3e:1e:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:35Z', 'revision_number': 4, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'subnets': [{'id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:07:37.487863 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:37.501865 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Pushing event updated for resources: {'Port': ['ID=1dec3420-d943-4af2-9fc6-0e9eddd87295,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:37.504996 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:37.522204 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:37.532805 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-b1dfdbc5-0119-4b5c-af95-afd515b32549 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3893344
Apr 30 07:07:37.560463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:37.560934 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.600254 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.667217 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.810570 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.823945 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7e282644-63b4-480f-a567-15a6afa68d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:37.862276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff9dab-b018-4c11-83f5-b1002e5eb925,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:37.885434 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:37.892721 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:37.896487 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fff9dab-b018-4c11-83f5-b1002e5eb925 HTTP/1.1" status: 204  len: 168 time: 0.4970548
Apr 30 07:07:38.067757 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-2c0f9a56-1749-459d-a5eb-1decf7e8a484 None None] Provisioning for port 1dec3420-d943-4af2-9fc6-0e9eddd87295 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:38.091157 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:38.122326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.123398 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d15ed6-a341-4e97-8b45-0c8e690c1de8 req-31e7e818-ac7a-49fb-b874-7dcbffafe724 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.1764185
Apr 30 07:07:38.235520 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-2c0f9a56-1749-459d-a5eb-1decf7e8a484 None None] Provisioning complete for port 1dec3420-d943-4af2-9fc6-0e9eddd87295 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:38.236726 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2c0f9a56-1749-459d-a5eb-1decf7e8a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.280054 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-ced28285-0f42-4137-b6b7-2289b73d5231 service neutron] 10.222.0.35 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6081910
Apr 30 07:07:38.447897 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f9a56-1749-459d-a5eb-1decf7e8a484 None None] Port 1dec3420-d943-4af2-9fc6-0e9eddd87295 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:07:38.483139 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:38.492009 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:38.504333 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.558826 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d7a49325-ca23-41ee-ac5c-864bfa27b702 req-e1c28e22-b43a-489f-8d97-506b1e3dd6a1 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.1260741
Apr 30 07:07:38.695531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46208) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:38.712763 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-60703044-94d9-412b-9acf-bbec84db5974 service neutron] 10.222.0.35 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4258294
Apr 30 07:07:38.716691 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.738496 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:38.751041 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0960ee592d434fbe742201f07e08e9 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:38.757444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:38.773607 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:38.809199 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.887176 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:38.892836 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.895746 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:38.928816 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.933984 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.937688 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.945046 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:38.970986 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:38.987114 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:39.011010 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9c3852b5-fead-4c35-a1c6-f8042e964e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:39.050622 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc0960ee592d434fbe742201f07e08e9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3538077
Apr 30 07:07:39.055476 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46222) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:39.083219 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:39.088202 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:39.119346 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-053db093-25ca-4e2c-9191-0eb29b28fac5 req-87fcc8cc-ae2f-4194-b26f-dd53f0d10fa0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.0715573
Apr 30 07:07:39.187421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89fc21-7d8e-42b8-aeb4-56b0268a4270,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:39.193068 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:39.316057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:39.325702 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Pushing event updated for resources: {'Port': ['ID=1dec3420-d943-4af2-9fc6-0e9eddd87295,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:39.342586 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:39.377206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:39.444954 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:39.452711 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:39.487635 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef89fc21-7d8e-42b8-aeb4-56b0268a4270,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:39.490607 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:39.493460 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:39.498629 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef89fc21-7d8e-42b8-aeb4-56b0268a4270 HTTP/1.1" status: 204  len: 168 time: 0.3822703
Apr 30 07:07:39.510430 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a48e187a-d0b2-4e2f-be53-096a29810e82 req-13ba7c89-e85b-4c70-b4bb-89c2ef7942d3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.0899916
Apr 30 07:07:39.552118 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:39.553637 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:39.917369 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e24cc9d1-006f-424d-a55a-74fa4f056625 req-57364680-5c1e-4950-8936-0bfd25ade3dd tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.1045043
Apr 30 07:07:39.989060 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46260) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:39.994283 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:07:40.010692 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7cb9a6ea-d70e-4ca8-8066-13274e20a355 None None] Provisioning complete for port 1dec3420-d943-4af2-9fc6-0e9eddd87295 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:40.015111 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a6ea-d70e-4ca8-8066-13274e20a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:40.132305 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:40.229357 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.10', 54153) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:40.314617 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:07:40.343519 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] 10.222.0.35 "PUT /v2.0/routers/ea4b548a-4b87-4afc-bd7a-1949e3056639/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3433764
Apr 30 07:07:40.351175 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9a6ea-d70e-4ca8-8066-13274e20a355 None None] Port 1dec3420-d943-4af2-9fc6-0e9eddd87295 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:07:40.364222 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:40.375060 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:40.441654 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e37b2d-ba31-466f-bc24-defe726974f0 req-9439745a-22a7-4ef8-b656-f9de89c20b8b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.0761282
Apr 30 07:07:40.491248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:40.524576 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:40.536668 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-7339b60c-d2f0-4197-97b5-ac9e0a4977ff tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:40.537589 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-53a51abf-b19a-4177-b682-25966924d0db req-7339b60c-d2f0-4197-97b5-ac9e0a4977ff tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:40.540576 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:cefa2dcd56764ad58a9c8c08297c4941 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:40.544085 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:40.552485 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:40.583105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-53a51abf-b19a-4177-b682-25966924d0db req-7339b60c-d2f0-4197-97b5-ac9e0a4977ff tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:40.584289 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-7339b60c-d2f0-4197-97b5-ac9e0a4977ff tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.3539681
Apr 30 07:07:40.611589 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 87079c76-b419-4225-9202-fba26fd0edcf up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:40.644629 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Request body: {'port': {'device_id': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'admin_state_up': True, 'tenant_id': '36058dd06b3a4b82a107ab998960c088'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:40.721070 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 87079c76-b419-4225-9202-fba26fd0edcf completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:40.728487 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 87079c76-b419-4225-9202-fba26fd0edcf triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:40.729287 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:40.876644 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.10', 54154) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:41.037028 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:41.060351 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:41.063041 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 87079c76-b419-4225-9202-fba26fd0edcf, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=87079c76-b419-4225-9202-fba26fd0edcf,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:41.070918 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:41.077727 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:41.083747 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b0218913-886b-4445-b06b-e65efacc4701 req-b4af14cb-9fa2-40aa-9fc0-90c28ba08ec2 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 210 time: 0.1649921
Apr 30 07:07:41.109052 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:41.163259 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4a3a34e-723c-4402-9ca8-7bf9dca7639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:41.259127 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=87079c76-b419-4225-9202-fba26fd0edcf,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:41.261465 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fcf344-5bfd-4195-aa70-74e38226a330,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:41.277163 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:41.289861 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:41.326465 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:41.331313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Usage tracker for resource:port and tenant:36058dd06b3a4b82a107ab998960c088 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:41.334568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:41.357007 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:41.401807 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cefa2dcd56764ad58a9c8c08297c4941&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4109879
Apr 30 07:07:41.402744 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Made reservation on behalf of 36058dd06b3a4b82a107ab998960c088 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:41.410891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:41.421452 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46334) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:41.478919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-a691a850-0b54-4f9c-b1e7-e089462a7461 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:41.484963 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-a691a850-0b54-4f9c-b1e7-e089462a7461 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.10 "GET /v2.0/networks?id=196a6b56-9b74-4503-96ee-ad1e3cd182dd HTTP/1.1" status: 200  len: 811 time: 0.6070487
Apr 30 07:07:41.497797 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:07:41.509231 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Request body: {'port': {'device_id': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd', 'admin_state_up': True, 'tenant_id': '619a0962f3b140708d6d3841e106f483'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:41.513115 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:41.513752 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94d52400>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:41.720982 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.10', 54160) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:41.863108 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46360) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:41.986805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Allocated IP 172.20.0.2 (ce8260ad-d6b2-4af1-91af-9b23354e7992/1ae23b4e-2bd3-48d9-895a-5374b916ee30/74a783e0-b2f1-438a-a347-1b01e1025561) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:42.064020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531678390', 'description': 'tempest-description--1772267278'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:42.096217 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:42.099068 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 87079c76-b419-4225-9202-fba26fd0edcf up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:42.106919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:42.231848 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-22597d47-6f9d-4f25-9112-16356a20bc9e req-30ee36c6-67f7-4f23-8151-2b6aafd6e077 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.1846273
Apr 30 07:07:42.295223 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:42.437463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:42.449152 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-9d7d68ea-7e4e-410a-8e47-4a0bd223d9e6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:42.450841 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-9d7d68ea-7e4e-410a-8e47-4a0bd223d9e6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 818 time: 0.7271478
Apr 30 07:07:42.475230 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:42.579855 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.667221 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-15e30fa7-cf88-4cac-aa1b-6120647bb5bd req-4c115447-2854-4de7-a9c2-66ac5c0ef861 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.2035084
Apr 30 07:07:42.705672 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.783559 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.783819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.802091 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:42.822354 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Usage tracker for resource:port and tenant:619a0962f3b140708d6d3841e106f483 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:42.842893 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:42.849897 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:42.876069 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:42.881599 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:42.886657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.893667 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:42.904209 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:42.913948 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:42.965316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Made reservation on behalf of 619a0962f3b140708d6d3841e106f483 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:42.968986 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.977932 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 87079c76-b419-4225-9202-fba26fd0edcf triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:42.978426 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:42.989369 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:43.018644 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:43.023791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:43.044503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:43.045586 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:43.165646 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5295331
Apr 30 07:07:43.169051 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event updated for resources: {'Port': ['ID=74a783e0-b2f1-438a-a347-1b01e1025561,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:43.179878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:43.202451 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:43.203227 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-76e0f86f-dd17-4d76-b044-7ad7034ba9a1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:43.204360 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-76e0f86f-dd17-4d76-b044-7ad7034ba9a1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:43.220109 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:43.239835 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-76e0f86f-dd17-4d76-b044-7ad7034ba9a1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:43.251771 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fcf344-5bfd-4195-aa70-74e38226a330,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:43.258647 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-76e0f86f-dd17-4d76-b044-7ad7034ba9a1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 931 time: 0.4164953
Apr 30 07:07:43.305955 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:43.384417 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-6f6e9c8c-63c0-42a3-91db-e2569e273629 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:43.438091 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-6f6e9c8c-63c0-42a3-91db-e2569e273629 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:43.457780 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9f5af15c-d2aa-44f3-936a-8d175fe17ef1 req-6f6e9c8c-63c0-42a3-91db-e2569e273629 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936331
Apr 30 07:07:43.506622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Allocated IP 172.20.0.11 (196a6b56-9b74-4503-96ee-ad1e3cd182dd/9d6894ab-856b-422f-b3bf-f16dd1b8a543/e58c1f3e-3cab-44f9-bd27-f4158e65a0c4) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:43.693963 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94d52400>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:38Z', 'revision_number': 2, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:43.714987 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:07:43.715908 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Updating router ea4b548a-4b87-4afc-bd7a-1949e3056639 port 1dec3420-d943-4af2-9fc6-0e9eddd87295 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:07:43.796090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:43.797261 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80fcf344-5bfd-4195-aa70-74e38226a330 HTTP/1.1" status: 204  len: 168 time: 2.3749268
Apr 30 07:07:43.816797 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:43.833777 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:43.913863 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-3da6a9ba-a7e4-40cd-b09f-02976148ca9b req-d64f100d-252e-4bfd-be87-4f43e85994e6 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Synchronizing usage tracker for tenant:619a0962f3b140708d6d3841e106f483 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:43.920619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.022550 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:44.030863 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.034935 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.1458836
Apr 30 07:07:44.037552 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46436) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:44.044314 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-3da6a9ba-a7e4-40cd-b09f-02976148ca9b req-d64f100d-252e-4bfd-be87-4f43e85994e6 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Unset dirty status for tenant:619a0962f3b140708d6d3841e106f483 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:44.052403 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3da6a9ba-a7e4-40cd-b09f-02976148ca9b req-d64f100d-252e-4bfd-be87-4f43e85994e6 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.2733977
Apr 30 07:07:44.078802 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'security_group_rule': {'security_group_id': 'e5f4e7a4-f268-463b-b390-60681cf62072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:44.131074 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0ddb0d7a-5295-4d44-be5c-2abee6be0199 req-3795aaef-5a48-4209-8b26-97d2a4d1ba3d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.2010958
Apr 30 07:07:44.146246 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:44.196722 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f4e7a4-f268-463b-b390-60681cf62072,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:44.217017 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:44.231621 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:44.233235 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:44.246211 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:44.291088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.296074 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.386343 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.392832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.399279 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Transition to ACTIVE for port object 1dec3420-d943-4af2-9fc6-0e9eddd87295 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:44.406421 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.409533 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.412631 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:44.416153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:44.464263 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed7c3fa-0e07-432d-86e8-6dac75c700ed,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:44.469877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:44.510124 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.524099 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.524099 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4809825
Apr 30 07:07:44.527024 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46458) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:44.529593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:44.540953 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'security_group_rule': {'security_group_id': 'e5f4e7a4-f268-463b-b390-60681cf62072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:44.568085 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:44.584569 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:44.596326 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c91c4-bab6-4baa-aa18-0aa5700b10f4 None None] Pushing event updated for resources: {'Port': ['ID=1dec3420-d943-4af2-9fc6-0e9eddd87295,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:44.596736 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:44.606551 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46466) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:44.608281 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b95c91c4-bab6-4baa-aa18-0aa5700b10f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:44.614404 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:44.636343 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:44.638242 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:44.642074 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:44.651614 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:44.652335 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.655481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.687102 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:44.697891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Usage tracker for resource:security_group_rule and tenant:05a26e3e0471423c9ec64236b5b5bbd0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:44.698536 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2013550
Apr 30 07:07:44.712377 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:44.726984 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Pushing event updated for resources: {'Port': ['ID=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:44.728578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:44.731933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:44.854772 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.898676 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Attempting to bind port 1dec3420-d943-4af2-9fc6-0e9eddd87295 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:44.899151 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Attempting to bind port 1dec3420-d943-4af2-9fc6-0e9eddd87295 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:44.899519 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Attempting to bind port 1dec3420-d943-4af2-9fc6-0e9eddd87295 on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:44.905634 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:44.906021 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Checking segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:44.906434 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:44.907548 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Bound using segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:44.908566 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Bound port: 1dec3420-d943-4af2-9fc6-0e9eddd87295, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:44.909205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.165238 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] For port 1dec3420-d943-4af2-9fc6-0e9eddd87295, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:45.174136 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] For port 1dec3420-d943-4af2-9fc6-0e9eddd87295, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1dec3420-d943-4af2-9fc6-0e9eddd87295,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:45.175442 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.186764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.205827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.211995 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd3752eb-0d9b-4f5a-8756-8b66d8d4907b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:45.285651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.319970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0f08ebe0-2877-4985-b8e6-4031bc32a304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:45.331484 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05a26e3e0471423c9ec64236b5b5bbd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7188313
Apr 30 07:07:45.333834 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.336224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46510) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:45.351429 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c91c4-bab6-4baa-aa18-0aa5700b10f4 None None] Pushing event updated for resources: {'Port': ['ID=1dec3420-d943-4af2-9fc6-0e9eddd87295,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:45.362857 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b95c91c4-bab6-4baa-aa18-0aa5700b10f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:45.418354 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:07:45.418976 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60636a9a-fe88-4d81-836d-7ccc0d56ef1f req-c6c13ff5-e786-4420-845d-b7bb9121368b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:45.420111 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94d52400>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:07:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:45.421668 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-60636a9a-fe88-4d81-836d-7ccc0d56ef1f req-c6c13ff5-e786-4420-845d-b7bb9121368b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 931 time: 0.6904788
Apr 30 07:07:45.478402 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.479932 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9513168
Apr 30 07:07:45.495861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46520) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:45.536861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:45.557395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:45.571811 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:floatingip and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:45.582485 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:45.591032 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-60636a9a-fe88-4d81-836d-7ccc0d56ef1f req-d563fc47-1db2-420c-8aee-3a27d7c12987 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156962
Apr 30 07:07:45.595857 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.596365 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:45.654622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.673764 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:45.776087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01c52f-3738-48d9-9ecb-1bdabdc03656,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:45.794469 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:45.846926 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46532) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:45.940659 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.10', 54170) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:45.960676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:46.046537 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-d81c13ff-47a5-48e7-91a4-9f8011b095dd tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:07:46.049536 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-d81c13ff-47a5-48e7-91a4-9f8011b095dd tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0231781
Apr 30 07:07:46.108291 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-7587fc14-f043-445e-b82c-f79e7e17212c tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:07:46.113381 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-7587fc14-f043-445e-b82c-f79e7e17212c tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1603174
Apr 30 07:07:46.123569 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-71a9a6f2-61c2-449c-9702-8a21ba7cb620 req-eebaf355-ab37-400c-b6ad-36b2d94b9d83 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.3250933
Apr 30 07:07:46.126191 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Request body: {'port': {'device_id': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'admin_state_up': True, 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:46.129303 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be658f9-5af9-40fc-8450-976dbf63ae9c,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:46.135600 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:46.177161 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:46.184059 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:46.220937 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01c52f-3738-48d9-9ecb-1bdabdc03656,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:46.228375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:46.244151 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:46.252474 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69026f61-ad83-4772-98d8-a0d710c71a3c req-38315bb3-9c0e-4ff0-8ead-5015f8a3e73f tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:46.255765 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd01c52f-3738-48d9-9ecb-1bdabdc03656 HTTP/1.1" status: 204  len: 168 time: 0.9151719
Apr 30 07:07:46.265834 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-69026f61-ad83-4772-98d8-a0d710c71a3c req-38315bb3-9c0e-4ff0-8ead-5015f8a3e73f tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 932 time: 0.9742913
Apr 30 07:07:46.342052 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:07:46.710973 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:46.954075 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:46.965591 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Usage tracker for resource:security_group_rule and tenant:76ffe887779c459a88b2a812c10c3a87 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:46.970141 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:46.987009 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:47.021151 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94d52400>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:45Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:07:47.037256 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aab320-f557-4c24-887d-f5a02ea95434 None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:45Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:07:47.100927 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-69026f61-ad83-4772-98d8-a0d710c71a3c req-236e4dbd-fd97-49cc-a4c7-f07a63a21f48 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6971185
Apr 30 07:07:47.103770 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89299c66-3114-4b29-8d5c-e3e6bfe83591 req-e3acb66e-9e04-4692-a9ab-0d0c57d35a68 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:47.140631 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-89299c66-3114-4b29-8d5c-e3e6bfe83591 req-e3acb66e-9e04-4692-a9ab-0d0c57d35a68 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 931 time: 0.2527623
Apr 30 07:07:47.272689 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-89299c66-3114-4b29-8d5c-e3e6bfe83591 req-d66e951b-717b-4a6d-a370-1ecdec0e4d00 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293311
Apr 30 07:07:47.389830 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-897067a2-1b2e-49a2-8bc8-3221e2b4857b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:47.399879 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-897067a2-1b2e-49a2-8bc8-3221e2b4857b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 818 time: 1.4345663
Apr 30 07:07:47.600458 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:47.634437 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-47210f0d-c96a-4e4e-9e12-0be7d7a4f851 req-bece6038-7578-4cb3-9d3e-a7fb35581210 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.2166021
Apr 30 07:07:47.676383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:47.704301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:47.779325 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:47.813090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Made reservation on behalf of 33cafd6947cc465dac92e8a66e44b9d7 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:47.833102 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:47.855839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:47.970034 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:47.988274 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46636) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:48.010039 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Request body: {'port': {'device_id': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'admin_state_up': True, 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:48.025710 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1dec3420-d943-4af2-9fc6-0e9eddd87295 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:48.042443 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76ffe887779c459a88b2a812c10c3a87&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1932931
Apr 30 07:07:48.043544 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0b2c01-8be4-4358-adbd-1fc427497e49,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:48.045144 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46644) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:48.080341 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:48.236441 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 1dec3420-d943-4af2-9fc6-0e9eddd87295 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:07:48.253660 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 1dec3420-d943-4af2-9fc6-0e9eddd87295 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:48.254182 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.298649 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.409845 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.489338 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.512598 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Allocated IP 172.20.0.10 (bfdeac23-d34a-4688-9799-802d1a570ca4/78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e/0086ae85-c71c-44dc-abc9-286f704fa8e4) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:48.522824 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Request body: {'port': {'device_id': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:48.580083 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 1dec3420-d943-4af2-9fc6-0e9eddd87295, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1dec3420-d943-4af2-9fc6-0e9eddd87295,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:48.588944 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.591425 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:48.692581 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=1dec3420-d943-4af2-9fc6-0e9eddd87295,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:48.696085 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:48.697529 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.786285 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:48.806263 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Usage tracker for resource:security_group_rule and tenant:225d0bd1c79a4a2893f543f9c52b78c7 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:48.819700 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:48.835255 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Allocated IP 172.27.3.24 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/89833ecd-1c53-4d1f-a61a-d66bd5b6e0aa) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:48.858982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:48.961102 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:48.972196 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Request body: {'port': {'device_id': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:48.975936 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.015919 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28653f-051b-4e52-b534-7d319951163c req-a6057909-fe72-4215-a709-a90b65503b5b tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:49.024188 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7b28653f-051b-4e52-b534-7d319951163c req-a6057909-fe72-4215-a709-a90b65503b5b tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 932 time: 0.5563092
Apr 30 07:07:49.036499 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f1cb3c43-fc33-4e87-ae40-f4ea8561d9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:49.121965 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.123541 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b0b2c01-8be4-4358-adbd-1fc427497e49 HTTP/1.1" status: 204  len: 168 time: 1.0774639
Apr 30 07:07:49.457466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0b2c01-8be4-4358-adbd-1fc427497e49,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:49.483750 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.489485 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-7b28653f-051b-4e52-b534-7d319951163c req-c71e8110-bb5b-45ff-b788-a487d3f1c0c3 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Synchronizing usage tracker for tenant:619a0962f3b140708d6d3841e106f483 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:49.502441 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:49.558322 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:49.563669 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Usage tracker for resource:port and tenant:33cafd6947cc465dac92e8a66e44b9d7 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:49.571616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:49.604767 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:49.677601 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.699258 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.724089 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Made reservation on behalf of 33cafd6947cc465dac92e8a66e44b9d7 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:49.733454 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.764252 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.782698 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-7b28653f-051b-4e52-b534-7d319951163c req-c71e8110-bb5b-45ff-b788-a487d3f1c0c3 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Unset dirty status for tenant:619a0962f3b140708d6d3841e106f483 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:49.784399 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7b28653f-051b-4e52-b534-7d319951163c req-c71e8110-bb5b-45ff-b788-a487d3f1c0c3 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7587087
Apr 30 07:07:49.920491 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.927371 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:49.937409 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1dec3420-d943-4af2-9fc6-0e9eddd87295 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:07:50.006886 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:50.179941 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 1dec3420-d943-4af2-9fc6-0e9eddd87295 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:07:50.182936 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:50.302101 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79571cb5-1f95-4dc9-b894-c102e796fb45,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:50.309758 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:50.452272 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:50.542125 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=225d0bd1c79a4a2893f543f9c52b78c7&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5526841
Apr 30 07:07:50.544516 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46704) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:50.593934 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cbb1-99e5-4784-9c3f-b70a04d4455d req-e2ce1d9b-f485-4400-8370-ddf56c0f1c12 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:50.597155 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7618cbb1-99e5-4784-9c3f-b70a04d4455d req-e2ce1d9b-f485-4400-8370-ddf56c0f1c12 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 931 time: 1.8728864
Apr 30 07:07:50.601674 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c1585f88-dcea-4bec-90f9-30f0062988a6 req-37a1c0ad-a53b-467a-b45f-ccefbde7cf49 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.2702026
Apr 30 07:07:50.659768 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:50.730664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:50.837080 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:50.923582 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:07:50.962423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.018751 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:51.049530 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Transition to ACTIVE for port object e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:51.070226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.099023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.101549 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7a8a8d68-7448-4ed2-ae4e-31cabe58c66f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:51.144554 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.155814 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:51.339364 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ac5d-8b25-4acf-a42b-d22306d51faa req-4f483105-fa2a-409f-add9-bf2a8641ff12 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:51.340936 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bc16ac5d-8b25-4acf-a42b-d22306d51faa req-4f483105-fa2a-409f-add9-bf2a8641ff12 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 932 time: 0.3537927
Apr 30 07:07:51.347021 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.350490 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79571cb5-1f95-4dc9-b894-c102e796fb45 HTTP/1.1" status: 204  len: 168 time: 0.7806821
Apr 30 07:07:51.377496 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:07:51.470740 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a783e0-b2f1-438a-a347-1b01e1025561 {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:07:51.475359 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Attempting to bind port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:51.475725 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Attempting to bind port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'f0389e9e-8526-4626-a214-057a12455cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:51.476079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Attempting to bind port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 on network 196a6b56-9b74-4503-96ee-ad1e3cd182dd {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:51.488587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Pushing event updated for resources: {'Port': ['ID=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:51.492690 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.499086 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 on network 196a6b56-9b74-4503-96ee-ad1e3cd182dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:07:51.499417 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Attempting to bind port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 on network 196a6b56-9b74-4503-96ee-ad1e3cd182dd {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:51.502695 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:51.510815 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Transition to ACTIVE for port object 74a783e0-b2f1-438a-a347-1b01e1025561 will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:51.522362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:51.535666 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bc16ac5d-8b25-4acf-a42b-d22306d51faa req-71be8fe6-b343-45e9-9805-8fcf9cabec0e tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767929
Apr 30 07:07:51.539938 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79571cb5-1f95-4dc9-b894-c102e796fb45,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:51.555467 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:51.557941 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Checking segment: {'id': 'f0389e9e-8526-4626-a214-057a12455cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:51.558558 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Bound using segment: {'id': 'f0389e9e-8526-4626-a214-057a12455cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:51.559026 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Bound port: e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0389e9e-8526-4626-a214-057a12455cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:51.559377 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.572958 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:51.621213 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.623355 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Network bfdeac23-d34a-4688-9799-802d1a570ca4 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:51.763604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.834481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:51.850809 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] For port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:51.858889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] For port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,segment=NetworkSegment(f0389e9e-8526-4626-a214-057a12455cb9),segment_id=f0389e9e-8526-4626-a214-057a12455cb9)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:51.887325 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:51.893269 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:51.893919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:51.932718 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7618cbb1-99e5-4784-9c3f-b70a04d4455d req-25f180e2-b947-4453-a411-4c1584d25042 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2679238
Apr 30 07:07:52.016963 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46750) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:52.038258 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3c9e5970-8e64-40e4-b012-3d7b417719cb req-d9761b66-8fc8-402c-8e5f-5a3eeeb2dfa8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.1738820
Apr 30 07:07:52.043525 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:52.064546 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:52.223649 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:52.224350 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:52.225770 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] 10.222.0.10 "PUT /v2.0/ports/e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 HTTP/1.1" status: 200  len: 1094 time: 4.3213031
Apr 30 07:07:52.228309 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'tag': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:07:52.270279 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:52.281079 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46758) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:52.292262 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'Port': ['ID=89833ecd-1c53-4d1f-a61a-d66bd5b6e0aa,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:52.333781 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.882s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:52.337520 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.736s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:52.415121 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Pushing event updated for resources: {'Port': ['ID=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:52.422254 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:52.484449 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:52.517937 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5749707
Apr 30 07:07:52.611071 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:52.632257 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Usage tracker for resource:security_group_rule and tenant:19a32b72dc244e4288ffae207139b700 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:52.637733 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399261-d027-4594-9883-628b10273ae5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Pushing event updated for resources: {'Port': ['ID=0086ae85-c71c-44dc-abc9-286f704fa8e4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:52.641471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:52.688206 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Attempting to bind port 74a783e0-b2f1-438a-a347-1b01e1025561 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:52.688629 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Attempting to bind port 74a783e0-b2f1-438a-a347-1b01e1025561 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:52.689026 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Attempting to bind port 74a783e0-b2f1-438a-a347-1b01e1025561 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:52.691030 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:52.727170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:52.748143 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Allocated IP 172.20.0.13 (bfdeac23-d34a-4688-9799-802d1a570ca4/78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e/cdc724d1-23a0-4420-964a-0e81958205fb) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:07:52.774540 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Port 74a783e0-b2f1-438a-a347-1b01e1025561 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:07:52.778851 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Attempting to bind port 74a783e0-b2f1-438a-a347-1b01e1025561 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:52.887222 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:52.888933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Checking segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:52.896499 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Bound using segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:52.897152 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Bound port: 74a783e0-b2f1-438a-a347-1b01e1025561, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:52.897672 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:52.956383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.002676 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Pushing event updated for resources: {'Port': ['ID=74a783e0-b2f1-438a-a347-1b01e1025561,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:53.058026 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:53.114439 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.259s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:53.119640 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:53.253868 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:53.377030 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'tag': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4', 'status': 'completed', 'code': 200}
Apr 30 07:07:53.451911 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:806d3b6ba7d14d08a1b013ad5cde66f8 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:53.461432 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:53.491380 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:53.571048 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa29bb4-418a-498e-996f-96707a6bc293 req-3ee26c62-2109-4b2d-a231-d06db830ba0c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:53.579271 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-caa29bb4-418a-498e-996f-96707a6bc293 req-3ee26c62-2109-4b2d-a231-d06db830ba0c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 943 time: 0.1006947
Apr 30 07:07:53.631221 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-caa29bb4-418a-498e-996f-96707a6bc293 req-137a2ea3-fc49-43af-8145-213557f46f58 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510490
Apr 30 07:07:53.710491 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] For port 74a783e0-b2f1-438a-a347-1b01e1025561, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:53.766231 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] For port 74a783e0-b2f1-438a-a347-1b01e1025561, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=74a783e0-b2f1-438a-a347-1b01e1025561,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:53.792781 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.836289 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0c6da89f-c5ae-4061-83bd-ee29f47105de tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:53.841409 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00462f17-43da-4854-9118-16652dcc6608 req-4c2840d5-9425-4a81-8767-73365dd2e37b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.0630689
Apr 30 07:07:53.889731 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.898125 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.db.resource_extend [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 07:07:53.920303 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48a34a-a2e5-4356-95de-7b382973a7ad req-511dec37-9d9e-4e1a-b730-2796d1915ad0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:53.921878 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0e48a34a-a2e5-4356-95de-7b382973a7ad req-511dec37-9d9e-4e1a-b730-2796d1915ad0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 944 time: 1.0488176
Apr 30 07:07:53.948301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.957103 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.993298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.996736 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:53.997355 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:53.998770 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] 10.222.0.10 "PUT /v2.0/ports/74a783e0-b2f1-438a-a347-1b01e1025561 HTTP/1.1" status: 200  len: 1093 time: 5.9651105
Apr 30 07:07:54.007324 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'tag': '74a783e0-b2f1-438a-a347-1b01e1025561'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:07:54.026638 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46820) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:54.071616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.140702 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Pushing event updated for resources: {'Port': ['ID=74a783e0-b2f1-438a-a347-1b01e1025561,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.148633 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.151824 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.157769 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fe2f9827-fb8a-4391-8383-3e56ad670a3f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.164721 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:54.170140 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19a32b72dc244e4288ffae207139b700&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8694358
Apr 30 07:07:54.170140 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.171066 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.172330 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46830) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:54.185121 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Usage tracker for resource:security_group_rule and tenant:0fbc5751cf42421895c1004ee0509662 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:54.186668 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0e48a34a-a2e5-4356-95de-7b382973a7ad req-7a44c71c-6b0b-4f3a-93af-9f9c194dc4a5 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500932
Apr 30 07:07:54.190468 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:54.201457 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:54.208007 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.248019 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0761e5f3-1fa7-4315-971b-7449d1a3b80f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.256185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.258276 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.275401 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.309588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.310811 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.7949207
Apr 30 07:07:54.321709 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.325723 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=806d3b6ba7d14d08a1b013ad5cde66f8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3066480
Apr 30 07:07:54.333279 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46838) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:54.340844 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.397818 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'tag': '74a783e0-b2f1-438a-a347-1b01e1025561', 'status': 'completed', 'code': 200}
Apr 30 07:07:54.412088 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.418650 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.421293 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'Port': ['ID=89833ecd-1c53-4d1f-a61a-d66bd5b6e0aa,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.429681 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.433340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-440089d7-bf6e-4651-bcf1-0654a14232d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.434490 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.449516 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.480312 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Network bfdeac23-d34a-4688-9799-802d1a570ca4 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:07:54.486131 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:07:54.489701 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:07:54.495813 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:54.496479 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22183002-28ee-427a-929a-ffa1271de51d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.497363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.504731 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fbc5751cf42421895c1004ee0509662&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4747570
Apr 30 07:07:54.504731 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.504731 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.511457 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46850) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:54.521538 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa7f60d-29bb-4b1e-b32f-57269b6e7de7,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.524443 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.527853 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0761e5f3-1fa7-4315-971b-7449d1a3b80f HTTP/1.1" status: 204  len: 168 time: 0.3521013
Apr 30 07:07:54.540692 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.541190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-761523dd-5478-44b7-9a7e-1ffd732a3698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.566032 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0761e5f3-1fa7-4315-971b-7449d1a3b80f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.571006 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.592762 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.656069 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.737978 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Request body: {'port': {'device_id': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:54.741740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.749538 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ddaf0631-9843-4583-ab6e-e7fc300291e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:54.762140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22183002-28ee-427a-929a-ffa1271de51d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.766867 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:54.773942 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.774984 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22183002-28ee-427a-929a-ffa1271de51d HTTP/1.1" status: 204  len: 168 time: 0.2544401
Apr 30 07:07:54.813526 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.828110 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.9707615
Apr 30 07:07:54.901504 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Pushing event updated for resources: {'Port': ['ID=cdc724d1-23a0-4420-964a-0e81958205fb,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:54.909809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Request body: {'port': {'device_id': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:54.940572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-ff186a90-9eda-41b9-93c5-04dd84ea99c9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:54.944615 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:54.952450 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:55.081791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd3611-a471-486d-8fe1-62366159924b req-f230e135-1f1b-46d2-9b27-71b2e620b7b1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.083468 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b1bd3611-a471-486d-8fe1-62366159924b req-f230e135-1f1b-46d2-9b27-71b2e620b7b1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 943 time: 0.2690363
Apr 30 07:07:55.088899 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1bf71-2834-4217-badf-b8cdd1cedd93 req-11a291d6-bf5a-4e8e-9e84-6b3c50878b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.090355 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74a1bf71-2834-4217-badf-b8cdd1cedd93 req-11a291d6-bf5a-4e8e-9e84-6b3c50878b84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 1096 time: 0.1735468
Apr 30 07:07:55.127593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:55.173414 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-ff186a90-9eda-41b9-93c5-04dd84ea99c9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:55.174701 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-ff186a90-9eda-41b9-93c5-04dd84ea99c9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--531678390&fields=id&tenant_id=e99f270e744d4aceb26e9f30154f9f21 HTTP/1.1" status: 200  len: 267 time: 0.4090028
Apr 30 07:07:55.270252 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b1bd3611-a471-486d-8fe1-62366159924b req-6f85b52e-1764-4d98-b2db-6cfa412b9cb3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788080
Apr 30 07:07:55.309500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:55.357156 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1bf71-2834-4217-badf-b8cdd1cedd93 req-42bbae49-891a-4752-8a65-868da6ae53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.359211 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74a1bf71-2834-4217-badf-b8cdd1cedd93 req-42bbae49-891a-4752-8a65-868da6ae53be service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=36058dd06b3a4b82a107ab998960c088&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2526538
Apr 30 07:07:55.359931 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46892) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:55.385410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:55.420282 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:55.497031 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:55.512872 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa7f60d-29bb-4b1e-b32f-57269b6e7de7,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:55.518316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fec3b-7545-493e-9190-59d9b442f164 req-3bc9280b-1efb-4331-a323-ef8b561486b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.519623 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-734fec3b-7545-493e-9190-59d9b442f164 req-3bc9280b-1efb-4331-a323-ef8b561486b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=619a0962f3b140708d6d3841e106f483&device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 1097 time: 0.5250103
Apr 30 07:07:55.523320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:55.572229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:55.573344 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8aa7f60d-29bb-4b1e-b32f-57269b6e7de7 HTTP/1.1" status: 204  len: 168 time: 1.2384627
Apr 30 07:07:55.591482 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1bf71-2834-4217-badf-b8cdd1cedd93 req-211ee432-58d8-424f-ab08-53ecf06e0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.593557 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74a1bf71-2834-4217-badf-b8cdd1cedd93 req-211ee432-58d8-424f-ab08-53ecf06e0496 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2141242
Apr 30 07:07:55.599290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:55.605038 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Usage tracker for resource:security_group_rule and tenant:318d3b77059142968acfcf50a232a12f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:55.608880 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:55.619812 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:55.745488 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531a054-083c-41be-8707-9d947f9b1aa0 req-25f04c9c-886b-4247-8893-260bb7d33080 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.753117 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f531a054-083c-41be-8707-9d947f9b1aa0 req-25f04c9c-886b-4247-8893-260bb7d33080 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 932 time: 0.2602463
Apr 30 07:07:55.771680 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-da30f898-2b00-42de-921a-deb27c3d214c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.773112 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-da30f898-2b00-42de-921a-deb27c3d214c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 810 time: 0.5864048
Apr 30 07:07:55.816675 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-69bad321-8703-4eb5-a342-f4982460f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.818980 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-69bad321-8703-4eb5-a342-f4982460f839 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 1096 time: 0.1684921
Apr 30 07:07:55.901408 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-96733bba-7db5-447f-85e7-d098cf14a985 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/quotas/e99f270e744d4aceb26e9f30154f9f21 HTTP/1.1" status: 200  len: 375 time: 0.1083977
Apr 30 07:07:55.915919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fec3b-7545-493e-9190-59d9b442f164 req-d8a496ea-7fca-4032-b068-c33ab851db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:55.917290 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-734fec3b-7545-493e-9190-59d9b442f164 req-d8a496ea-7fca-4032-b068-c33ab851db80 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=619a0962f3b140708d6d3841e106f483&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3780832
Apr 30 07:07:55.926542 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f531a054-083c-41be-8707-9d947f9b1aa0 req-7e4bc5d3-8673-4389-81a8-0fafafeec75e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724675
Apr 30 07:07:55.962982 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-e9fd2243-ff24-43b1-bfd5-6c29d122198f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74a783e0-b2f1-438a-a347-1b01e1025561 HTTP/1.1" status: 200  len: 217 time: 0.1259711
Apr 30 07:07:56.117203 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51abf-b19a-4177-b682-25966924d0db req-591cb17a-f6fb-45a7-b3ec-e88d33c3c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:56.123701 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-591cb17a-f6fb-45a7-b3ec-e88d33c3c240 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.1423409
Apr 30 07:07:56.177130 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-d5a3be21-7502-4200-884b-0e676c749d56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497770
Apr 30 07:07:56.224094 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.224869 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 46918) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:56.248282 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fec3b-7545-493e-9190-59d9b442f164 req-7273527e-eef6-42ed-b923-b3a6beb3863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:56.249708 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-734fec3b-7545-493e-9190-59d9b442f164 req-7273527e-eef6-42ed-b923-b3a6beb3863d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2878208
Apr 30 07:07:56.266759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9dc92d94-dfc7-434e-af0f-7fce0520b908 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:07:56.269689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.279789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.282554 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0086ae85-c71c-44dc-abc9-286f704fa8e4 {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:07:56.294562 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.295768 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-71157cd7-6a93-46b1-a4fe-7c35ef0b2a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:56.342271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:56.365507 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Usage tracker for resource:security_group_rule and tenant:e6fd9d2eb8bc493f9d0adb7affb69af4 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:56.368972 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Transition to ACTIVE for port object 0086ae85-c71c-44dc-abc9-286f704fa8e4 will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:56.369892 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:56.429092 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c267-12ce-4429-9cd6-0957d25a4ee2 req-3f4420f7-d59c-44bf-94bc-447973b010d8 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:56.436562 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7873c267-12ce-4429-9cd6-0957d25a4ee2 req-3f4420f7-d59c-44bf-94bc-447973b010d8 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 944 time: 0.2584035
Apr 30 07:07:56.443378 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=318d3b77059142968acfcf50a232a12f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0824525
Apr 30 07:07:56.450390 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46928) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:56.464220 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c2ac3-f222-437d-8ea4-3d105c89b03d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:56.468563 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:56.481955 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.494773 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:56.501608 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:56.569825 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7873c267-12ce-4429-9cd6-0957d25a4ee2 req-084207d1-f834-40c7-aa12-3b81f7d53841 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323628
Apr 30 07:07:56.574339 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-9dada0d9-7834-4f75-b329-196b1c6e0d6d service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570154
Apr 30 07:07:56.634887 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Pushing event updated for resources: {'Port': ['ID=0086ae85-c71c-44dc-abc9-286f704fa8e4,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:56.637582 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.669317 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.695852 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:56.795151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-587b1abd-7c03-42b2-9083-899553435a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:56.796680 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-587b1abd-7c03-42b2-9083-899553435a3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=619a0962f3b140708d6d3841e106f483&device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 1097 time: 0.4978485
Apr 30 07:07:56.864153 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.867936 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-644e5aca-d49a-4746-aa04-0730d46ace46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:56.880808 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53a51abf-b19a-4177-b682-25966924d0db req-af274e21-67e7-4133-8231-8c7dec3d00a9 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2838283
Apr 30 07:07:56.887663 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Attempting to bind port 0086ae85-c71c-44dc-abc9-286f704fa8e4 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:56.888042 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Attempting to bind port 0086ae85-c71c-44dc-abc9-286f704fa8e4 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:56.888368 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Attempting to bind port 0086ae85-c71c-44dc-abc9-286f704fa8e4 on network bfdeac23-d34a-4688-9799-802d1a570ca4 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:56.890028 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c2ac3-f222-437d-8ea4-3d105c89b03d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:56.892432 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:56.900172 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-6d035424-21cc-4533-b566-ea60effd6bff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 HTTP/1.1" status: 200  len: 217 time: 0.0853767
Apr 30 07:07:56.905547 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Port 0086ae85-c71c-44dc-abc9-286f704fa8e4 on network bfdeac23-d34a-4688-9799-802d1a570ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:07:56.905870 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Attempting to bind port 0086ae85-c71c-44dc-abc9-286f704fa8e4 on network bfdeac23-d34a-4688-9799-802d1a570ca4 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:56.910669 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbf76-4406-4dfb-9ee9-5e75d85014e9 req-1a1808ae-553b-49cd-a729-f8cfb2fcc169 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:56.919241 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f54bbf76-4406-4dfb-9ee9-5e75d85014e9 req-1a1808ae-553b-49cd-a729-f8cfb2fcc169 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 943 time: 0.2168732
Apr 30 07:07:56.922853 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.924416 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa4c2ac3-f222-437d-8ea4-3d105c89b03d HTTP/1.1" status: 204  len: 168 time: 0.4755099
Apr 30 07:07:56.960037 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:56.960363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Checking segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:56.960744 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Bound using segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:56.961179 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Bound port: 0086ae85-c71c-44dc-abc9-286f704fa8e4, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:56.961519 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:56.986166 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f54bbf76-4406-4dfb-9ee9-5e75d85014e9 req-15661041-4cee-42c1-a098-062759a72362 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594652
Apr 30 07:07:57.082592 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.141692 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.143508 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-74541081-b70a-411a-98f7-0951d3fdaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:57.145183 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-74541081-b70a-411a-98f7-0951d3fdaffa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d6894ab-856b-422f-b3bf-f16dd1b8a543 HTTP/1.1" status: 200  len: 851 time: 0.2353141
Apr 30 07:07:57.150537 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9dc92d94-dfc7-434e-af0f-7fce0520b908 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:07:57.180998 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9dc92d94-dfc7-434e-af0f-7fce0520b908 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2713747
Apr 30 07:07:57.212848 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03d7ef-a8b2-4bfd-9d45-cfe78df8fcc4 req-673471e1-6c91-4990-94b8-4020ef3413d5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:57.214384 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6e03d7ef-a8b2-4bfd-9d45-cfe78df8fcc4 req-673471e1-6c91-4990-94b8-4020ef3413d5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 932 time: 0.1354792
Apr 30 07:07:57.305768 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6e03d7ef-a8b2-4bfd-9d45-cfe78df8fcc4 req-10adcf9a-b0fb-4adc-a852-d512d39eb492 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822406
Apr 30 07:07:57.316347 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ca607e8d-e380-4050-b496-0a3d15dab30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:57.385115 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-b11acc86-17ff-4711-9d4b-d58aaa5b38d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=196a6b56-9b74-4503-96ee-ad1e3cd182dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1945958
Apr 30 07:07:57.387485 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc724d1-23a0-4420-964a-0e81958205fb {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:07:57.444261 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.497891 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] For port 0086ae85-c71c-44dc-abc9-286f704fa8e4, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:57.515407 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46966) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:57.515573 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6fd9d2eb8bc493f9d0adb7affb69af4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2854702
Apr 30 07:07:57.539998 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6c1efe-a67c-43ce-873b-d1344bd55135,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:57.566173 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:57.617042 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.636565 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] For port 0086ae85-c71c-44dc-abc9-286f704fa8e4, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:57.645303 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Transition to ACTIVE for port object cdc724d1-23a0-4420-964a-0e81958205fb will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:07:57.652676 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.663850 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.669584 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:57.723637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.765013 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:57.765648 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.766986 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] 10.222.0.10 "PUT /v2.0/ports/0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 1094 time: 3.0343895
Apr 30 07:07:57.782472 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'tag': '0086ae85-c71c-44dc-abc9-286f704fa8e4'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:07:57.789019 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-1fa9a0c6-8183-4a68-898f-82c899858a34 service neutron] 10.222.0.35 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4737422
Apr 30 07:07:57.858126 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.864045 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:57.880125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d1182-616b-42de-91f8-bb0fee12e4cf req-db104c4e-33ac-4a5e-a2cf-a6e7127ffbab tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:57.881776 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f88d1182-616b-42de-91f8-bb0fee12e4cf req-db104c4e-33ac-4a5e-a2cf-a6e7127ffbab tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 944 time: 0.1372979
Apr 30 07:07:57.886423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6c1efe-a67c-43ce-873b-d1344bd55135,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:57.891819 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:57.916070 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-20972b5f-1452-461d-b61c-0b911eb70da3 service neutron] 10.222.0.10 "GET /v2.0/networks/196a6b56-9b74-4503-96ee-ad1e3cd182dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5058603
Apr 30 07:07:57.931997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:57.935551 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac6c1efe-a67c-43ce-873b-d1344bd55135 HTTP/1.1" status: 204  len: 168 time: 0.4162390
Apr 30 07:07:57.957009 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f88d1182-616b-42de-91f8-bb0fee12e4cf req-d528aae2-e170-4541-ad5e-1a35a6d36774 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683579
Apr 30 07:07:57.965657 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Pushing event updated for resources: {'Port': ['ID=0086ae85-c71c-44dc-abc9-286f704fa8e4,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:58.017579 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 46994) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:58.054872 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'tag': '0086ae85-c71c-44dc-abc9-286f704fa8e4', 'status': 'completed', 'code': 200}
Apr 30 07:07:58.177550 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-673905866-network', 'tenant_id': 'e384ad8afbbc4d39bb691040bcf21bdf'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:58.194185 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:58.211810 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Usage tracker for resource:network and tenant:e384ad8afbbc4d39bb691040bcf21bdf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:58.218209 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:58.235676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a776b-fffe-4ddf-8fb1-295311e5e7ad req-14c126ef-4154-48aa-b528-b53e5abd313c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:58.237345 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4b3a776b-fffe-4ddf-8fb1-295311e5e7ad req-14c126ef-4154-48aa-b528-b53e5abd313c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 943 time: 0.1125996
Apr 30 07:07:58.238385 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:58.262712 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Made reservation on behalf of e384ad8afbbc4d39bb691040bcf21bdf for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:58.265055 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.288993 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.313493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:58.327068 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4b3a776b-fffe-4ddf-8fb1-295311e5e7ad req-b387f45b-b7fd-48b8-82ec-369085712b08 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823307
Apr 30 07:07:58.327905 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Attempting to bind port cdc724d1-23a0-4420-964a-0e81958205fb on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:07:58.328841 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Attempting to bind port cdc724d1-23a0-4420-964a-0e81958205fb by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:07:58.329222 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Attempting to bind port cdc724d1-23a0-4420-964a-0e81958205fb on network bfdeac23-d34a-4688-9799-802d1a570ca4 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:58.334952 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Usage tracker for resource:security_group_rule and tenant:e384ad8afbbc4d39bb691040bcf21bdf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:58.343103 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:58.350406 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:58.374655 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Port cdc724d1-23a0-4420-964a-0e81958205fb on network bfdeac23-d34a-4688-9799-802d1a570ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:07:58.375151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Attempting to bind port cdc724d1-23a0-4420-964a-0e81958205fb on network bfdeac23-d34a-4688-9799-802d1a570ca4 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:07:58.382447 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Pushing event updated for resources: {'Port': ['ID=cdc724d1-23a0-4420-964a-0e81958205fb,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:58.385323 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:58.400075 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:58.400500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:58.422957 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:07:58.423329 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Checking segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:07:58.423670 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Bound using segment: {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:07:58.424140 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Bound port: cdc724d1-23a0-4420-964a-0e81958205fb, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b09df-b22f-4123-b728-862a26e02cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:07:58.424479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.447926 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-8aa0a031-03d2-4515-8720-d7e4a37f7976 service neutron] 10.222.0.35 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6082375
Apr 30 07:07:58.457998 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd9111fa-a2e1-4b88-853a-1f0fdc1a1215 req-dcd776f9-b3f1-4a05-b50e-77304638a9d6 service neutron] 10.222.0.10 "GET /v2.0/networks/196a6b56-9b74-4503-96ee-ad1e3cd182dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5197349
Apr 30 07:07:58.497624 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-54b0fb47-71aa-40f1-adf5-8134bcc200df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:58.499329 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-54b0fb47-71aa-40f1-adf5-8134bcc200df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1097 time: 0.6499176
Apr 30 07:07:58.502478 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.509631 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.514748 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:58.595276 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 74a783e0-b2f1-438a-a347-1b01e1025561 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:07:58.614807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:07:58.628324 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f88f10-f401-4271-8008-a7ee73a63a07,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:58.639827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:58.643667 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-ea40679f-c54f-4f95-b7bb-9c6b07e5bdb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.1156158
Apr 30 07:07:58.646813 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.647315 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Added segment ffbce74e-d292-4bab-b117-dff55f8343b0 of type vlan for network e2cd911f-e4c6-4ee5-bce4-87813044165f
Apr 30 07:07:58.732163 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51c38-9a1c-495e-8639-d3e3902ca854 req-e847c893-fb42-4e8e-b3c5-e667dc9302d9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:58.733857 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-24d51c38-9a1c-495e-8639-d3e3902ca854 req-e847c893-fb42-4e8e-b3c5-e667dc9302d9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.2032375
Apr 30 07:07:58.737408 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.760578 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9133a-fc94-4147-83d6-abeffde75257 req-a074bbff-efe8-4de6-99c2-7f16f9f9d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:58.768790 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-a074bbff-efe8-4de6-99c2-7f16f9f9d378 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.1216300
Apr 30 07:07:58.816684 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-24d51c38-9a1c-495e-8639-d3e3902ca854 req-ce38af83-8454-4cf5-bdc8-c42efe709221 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727885
Apr 30 07:07:58.823338 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.825429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:58.826708 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:58.836293 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:58.971502 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9517877
Apr 30 07:07:58.974334 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Pushing event updated for resources: {'Network': ['ID=e2cd911f-e4c6-4ee5-bce4-87813044165f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:58.982416 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:58.983510 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47040) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:07:58.997952 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Request body: {'subnet': {'network_id': 'e2cd911f-e4c6-4ee5-bce4-87813044165f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-673905866-subnet', 'tenant_id': 'e384ad8afbbc4d39bb691040bcf21bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:07:59.002806 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network e2cd911f-e4c6-4ee5-bce4-87813044165f details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:07:59.023841 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] For port cdc724d1-23a0-4420-964a-0e81958205fb, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:07:59.029832 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:07:59.036620 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] For port cdc724d1-23a0-4420-964a-0e81958205fb, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cdc724d1-23a0-4420-964a-0e81958205fb,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:07:59.048743 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Usage tracker for resource:subnet and tenant:e384ad8afbbc4d39bb691040bcf21bdf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:07:59.050801 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-2706fca4-bce4-4bf1-aed5-58bf2e9ffdab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2677717
Apr 30 07:07:59.060112 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:07:59.073605 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:07:59.080714 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-26580669-394f-4003-a68f-f58b984adc57 req-caf66d19-e271-4c7a-9613-cf477544c192 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.3038135
Apr 30 07:07:59.084349 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:59.100291 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Made reservation on behalf of e384ad8afbbc4d39bb691040bcf21bdf for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:07:59.104375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:59.121075 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 74a783e0-b2f1-438a-a347-1b01e1025561, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=74a783e0-b2f1-438a-a347-1b01e1025561,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:59.141217 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:59.278062 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:59.278840 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:59.282089 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] 10.222.0.10 "PUT /v2.0/ports/cdc724d1-23a0-4420-964a-0e81958205fb HTTP/1.1" status: 200  len: 1094 time: 4.3878477
Apr 30 07:07:59.297019 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '74a783e0-b2f1-438a-a347-1b01e1025561', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'port_id': '74a783e0-b2f1-438a-a347-1b01e1025561', 'mac_address': 'fa:16:3e:b8:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae23b4e-2bd3-48d9-895a-5374b916ee30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:07:59.405802 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:59.432578 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a783e0-b2f1-438a-a347-1b01e1025561 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:07:59.463389 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 74a783e0-b2f1-438a-a347-1b01e1025561, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=74a783e0-b2f1-438a-a347-1b01e1025561,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:07:59.470076 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:07:59.472479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:07:59.483188 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Pushing event updated for resources: {'Port': ['ID=cdc724d1-23a0-4420-964a-0e81958205fb,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:59.513126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:59.555889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36452-3bfa-49b9-b1be-16ec6e7a793c req-69ba9db2-191a-4b7f-b01f-90886e03144e tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:59.557534 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3cc36452-3bfa-49b9-b1be-16ec6e7a793c req-69ba9db2-191a-4b7f-b01f-90886e03144e tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 944 time: 0.3791354
Apr 30 07:07:59.596254 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=74a783e0-b2f1-438a-a347-1b01e1025561,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:07:59.608291 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-1f2894d8-940e-41d5-a6c9-305c1aead8e3 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5115914
Apr 30 07:07:59.608781 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:07:59.704717 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3cc36452-3bfa-49b9-b1be-16ec6e7a793c req-be89fff1-06a9-47e6-bb31-f466105e293d tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322360
Apr 30 07:07:59.775681 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:07:59.813059 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-4057fee0-2cbf-45fd-a9c5-95fbe05f4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:59.814533 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-4057fee0-2cbf-45fd-a9c5-95fbe05f4f84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 1097 time: 0.4499738
Apr 30 07:07:59.826059 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd91100-d239-4b35-adef-4f7d88b3bf4a req-49fa1817-7af1-4238-8d22-2091fceb82f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:07:59.827584 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2dd91100-d239-4b35-adef-4f7d88b3bf4a req-49fa1817-7af1-4238-8d22-2091fceb82f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 944 time: 0.2677548
Apr 30 07:07:59.979186 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bac9133a-fc94-4147-83d6-abeffde75257 req-4cd5f04c-c3b3-4f8c-b1b1-d688d6e3d0ac service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3540132
Apr 30 07:08:00.037188 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-7f1a24a5-19b3-4949-8ac1-80f70255c418 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc724d1-23a0-4420-964a-0e81958205fb HTTP/1.1" status: 200  len: 217 time: 0.2080545
Apr 30 07:08:00.065462 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'tag': 'cdc724d1-23a0-4420-964a-0e81958205fb'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:00.154637 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2dd91100-d239-4b35-adef-4f7d88b3bf4a req-ffbf336c-d5ea-4f2d-8707-ae2d5ece7b49 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161640
Apr 30 07:08:00.192885 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2863-1fb3-449d-b5e2-cb7996190d0b req-83c2ec18-f76f-4f61-ba3f-d7e31a58c728 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:00.194400 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-84cf2863-1fb3-449d-b5e2-cb7996190d0b req-83c2ec18-f76f-4f61-ba3f-d7e31a58c728 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.1529729
Apr 30 07:08:00.278118 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-2f3368a6-d667-428b-82ba-4e5fcac4ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:00.284589 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-2f3368a6-d667-428b-82ba-4e5fcac4ded5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.2291956
Apr 30 07:08:00.389122 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-84cf2863-1fb3-449d-b5e2-cb7996190d0b req-574e4d02-e000-49d3-8783-5e656a51e539 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823282
Apr 30 07:08:00.390070 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:00.397906 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-d71a1e91-a198-4f74-a001-fa761ed0926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:00.399383 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-d71a1e91-a198-4f74-a001-fa761ed0926e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1097 time: 0.3428748
Apr 30 07:08:00.407408 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-a5d04e80-236e-4f54-a58d-82c1182f67d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1134505
Apr 30 07:08:00.413176 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-565778a3-3502-4dc0-bef0-2adf177fae6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:00.523445 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-da726b3b-3b5e-4f75-ac3a-3be3d87fdf20 req-bc6e238c-fc22-42d3-943a-9ae0cd3eaea5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.1578794
Apr 30 07:08:00.527036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7f698d-99c9-4aba-af9e-71da29ea53a2,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:00.538057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:00.563235 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Checking segment: {'id': 'ffbce74e-d292-4bab-b117-dff55f8343b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e2cd911f-e4c6-4ee5-bce4-87813044165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:08:00.563978 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Network hostable DHCP agents. Network: e2cd911f-e4c6-4ee5-bce4-87813044165f, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:08:00.579690 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'tag': 'cdc724d1-23a0-4420-964a-0e81958205fb', 'status': 'completed', 'code': 200}
Apr 30 07:08:00.582463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:08:00.587036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Network e2cd911f-e4c6-4ee5-bce4-87813044165f is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:08:00.601554 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, e2cd911f-e4c6-4ee5-bce4-87813044165f) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:08:00.620992 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9761e40-53d3-43e0-9b6c-ab1e59c84610 None None] Network e2cd911f-e4c6-4ee5-bce4-87813044165f requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:00.624277 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:00.625793 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:00.687795 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.6953585
Apr 30 07:08:00.814844 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 74a783e0-b2f1-438a-a347-1b01e1025561 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:08:00.830435 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-8bcf68d4-8ccf-4d9a-ad69-14c6edaf253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:00.831983 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-8bcf68d4-8ccf-4d9a-ad69-14c6edaf253a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.4232497
Apr 30 07:08:00.973557 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9d729-de67-4b44-98c1-f467daeb52be req-00ffa887-ba39-4a02-ba03-80d79ff8a9e7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:00.985384 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-31f9d729-de67-4b44-98c1-f467daeb52be req-00ffa887-ba39-4a02-ba03-80d79ff8a9e7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 944 time: 0.1026371
Apr 30 07:08:01.038158 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-31f9d729-de67-4b44-98c1-f467daeb52be req-3ed3d568-2503-4102-aecb-163003ee09f7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517478
Apr 30 07:08:01.058951 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,segment=NetworkSegment(f0389e9e-8526-4626-a214-057a12455cb9),segment_id=f0389e9e-8526-4626-a214-057a12455cb9)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:01.089031 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4', 'network_id': '196a6b56-9b74-4503-96ee-ad1e3cd182dd', 'port_id': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4', 'mac_address': 'fa:16:3e:a0:96:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6894ab-856b-422f-b3bf-f16dd1b8a543', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:08:01.189379 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 74a783e0-b2f1-438a-a347-1b01e1025561 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:01.203218 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c8461a78-2fa2-4502-a80d-30357cd2730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.208232 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 74a783e0-b2f1-438a-a347-1b01e1025561 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:01.208611 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.270240 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.315835 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-b3ebfc22-2f5b-4ebc-9241-ce5cea51c4e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.1694679
Apr 30 07:08:01.356626 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:01.361094 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294138e6-70e7-43b3-9f3b-609ee6450fc9 None None] Network e2cd911f-e4c6-4ee5-bce4-87813044165f requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:01.471577 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-e0b70917-5d8e-4609-ad66-effb1bb54fc0 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9497747
Apr 30 07:08:01.519892 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-467aebff-1202-4d6d-8922-9af198f60554 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:01.522922 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-467aebff-1202-4d6d-8922-9af198f60554 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 810 time: 1.0403841
Apr 30 07:08:01.532675 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,segment=NetworkSegment(f0389e9e-8526-4626-a214-057a12455cb9),segment_id=f0389e9e-8526-4626-a214-057a12455cb9)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:01.549333 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.566296 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b95c91c4-bab6-4baa-aa18-0aa5700b10f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:01.604829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e3338-6f40-41bd-9513-0c1a3c0fe0f3 req-5da9eadb-6d19-48fd-be41-880d0ef4b324 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:01.615984 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-039e3338-6f40-41bd-9513-0c1a3c0fe0f3 req-5da9eadb-6d19-48fd-be41-880d0ef4b324 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 944 time: 0.2302148
Apr 30 07:08:01.650500 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47142) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:01.653640 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.669587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-802040521-network', 'tenant_id': 'c6e1b876f4244e2bb17631e91917fc7b'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:01.685216 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:01.692891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Usage tracker for resource:network and tenant:c6e1b876f4244e2bb17631e91917fc7b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:01.697506 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:01.709832 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:01.716481 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-039e3338-6f40-41bd-9513-0c1a3c0fe0f3 req-ff22ead8-968c-4186-b77e-c1586b57d1e3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035218
Apr 30 07:08:01.729596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Made reservation on behalf of c6e1b876f4244e2bb17631e91917fc7b for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:01.733672 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.742533 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:01.755667 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:01.756373 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a783e0-b2f1-438a-a347-1b01e1025561'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:01.791695 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.829735 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 74a783e0-b2f1-438a-a347-1b01e1025561, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=74a783e0-b2f1-438a-a347-1b01e1025561,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:01.834198 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:01.841421 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:01.843551 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e4d1886-5846-435b-8376-8a9578acd222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:01.861721 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e1b876f4244e2bb17631e91917fc7b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:01.870748 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:01.881601 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:01.964804 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-197479ca-882f-4097-8c76-9f25355fdaac req-cf3b3e4f-6231-48c8-b193-8f3b2fb6a3d0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.1143081
Apr 30 07:08:01.977016 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=74a783e0-b2f1-438a-a347-1b01e1025561,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:01.980121 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:02.018383 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f611f8-8ac4-4e31-ba37-1ca173af4663 req-18dc1b24-994c-41e8-89a5-dc0cbbdec1f5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:02.019932 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-81f611f8-8ac4-4e31-ba37-1ca173af4663 req-18dc1b24-994c-41e8-89a5-dc0cbbdec1f5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.4617279
Apr 30 07:08:02.051939 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.053775 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.061091 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:02.096451 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47162) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:02.123147 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197a87c3-dbde-45e8-a803-558dedd511a0,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:02.131140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:02.144651 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-81f611f8-8ac4-4e31-ba37-1ca173af4663 req-9eda10dd-062d-4e47-876d-3f85de170092 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172993
Apr 30 07:08:02.148531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:08:02.160692 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.161213 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Added segment 782a98f0-5e13-43dc-93f3-dcaf1cfcfe2e of type vlan for network cfa89cb2-0e60-460d-a829-5d1e965a78c7
Apr 30 07:08:02.193613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.231659 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.233575 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:02.234293 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.239834 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:02.261401 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.278686 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:02.284050 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Usage tracker for resource:security_group_rule and tenant:be40dcd1268943da8b9a256d8965104f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:02.287313 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:02.293522 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:02.315978 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a783e0-b2f1-438a-a347-1b01e1025561', 'code': 200}
Apr 30 07:08:02.382836 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.387148 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.395366 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7928c337-69e7-4917-9609-7b17dcf9c983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:02.437974 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7834918
Apr 30 07:08:02.438163 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be40dcd1268943da8b9a256d8965104f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3377137
Apr 30 07:08:02.438163 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc1bc2-8a5f-4554-b7d8-d0e7f9ae7628,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:02.439961 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:02.440608 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47170) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:02.440938 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47172) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:02.446683 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa89cb2-0e60-460d-a829-5d1e965a78c7,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:02.449388 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:02.460881 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network cfa89cb2-0e60-460d-a829-5d1e965a78c7 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:08:02.464424 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Request body: {'subnet': {'network_id': 'cfa89cb2-0e60-460d-a829-5d1e965a78c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-802040521-subnet', 'tenant_id': 'c6e1b876f4244e2bb17631e91917fc7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:02.477114 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:02.478581 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85f41d-e984-459d-8663-ca5c0491fce9 req-bcfcdbbb-538e-49c0-b8c1-2aa359163f51 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:02.480244 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7c85f41d-e984-459d-8663-ca5c0491fce9 req-bcfcdbbb-538e-49c0-b8c1-2aa359163f51 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.1478918
Apr 30 07:08:02.492759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Usage tracker for resource:subnet and tenant:c6e1b876f4244e2bb17631e91917fc7b is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:02.496825 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:02.506877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:02.527149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Made reservation on behalf of c6e1b876f4244e2bb17631e91917fc7b for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:02.529470 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.529579 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7c85f41d-e984-459d-8663-ca5c0491fce9 req-d941cbaa-30d1-4a29-a220-2987583ddf21 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431755
Apr 30 07:08:02.557459 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.638729 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.745707 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.756622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2a1a201a-b1e6-4641-9f0e-00076d32c01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:02.772628 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc1bc2-8a5f-4554-b7d8-d0e7f9ae7628,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:02.780013 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:02.827951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:02.829003 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2bc1bc2-8a5f-4554-b7d8-d0e7f9ae7628 HTTP/1.1" status: 204  len: 168 time: 0.3855917
Apr 30 07:08:03.003167 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a64603-d1de-4731-af2e-1c920345d8fe req-e5e834e2-1b5a-4bc2-b9e7-7c9cd6c945f6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:03.004346 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-92a64603-d1de-4731-af2e-1c920345d8fe req-e5e834e2-1b5a-4bc2-b9e7-7c9cd6c945f6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1495144
Apr 30 07:08:03.061422 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-92a64603-d1de-4731-af2e-1c920345d8fe req-deaf2161-d9e2-4d9f-b991-2b2883521177 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490384
Apr 30 07:08:03.130287 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.135203 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3f8d5d41-f255-4db8-af54-f67cb597fd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:03.148585 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:03.173524 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2aa3223e-1a99-4f5c-9782-c24ce19ebb29 req-bd377ed1-6474-4352-abdd-cca4a9a201a9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.0882356
Apr 30 07:08:03.177583 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.192778 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:03.196563 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Usage tracker for resource:security_group_rule and tenant:357e492fd3594ec18c87984d051bed10 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:03.199487 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:03.205962 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:03.235647 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14b2a08-afd9-415d-b73a-2e198a6b800a,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:03.239576 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:03.242326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Checking segment: {'id': '782a98f0-5e13-43dc-93f3-dcaf1cfcfe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cfa89cb2-0e60-460d-a829-5d1e965a78c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:08:03.242677 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Network hostable DHCP agents. Network: cfa89cb2-0e60-460d-a829-5d1e965a78c7, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:08:03.262349 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Network cfa89cb2-0e60-460d-a829-5d1e965a78c7 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:08:03.274587 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, cfa89cb2-0e60-460d-a829-5d1e965a78c7) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:08:03.287289 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1d2c6-74f0-4198-93e4-b7ee1104595c None None] Network cfa89cb2-0e60-460d-a829-5d1e965a78c7 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:03.309584 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:03.310174 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.311687 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.316479 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.326276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8aa42375-fd89-45b2-aff4-73ce6bdda7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:03.344484 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a4c6691b-3917-49ef-a673-aa3b1a8b91c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9024756
Apr 30 07:08:03.372636 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=357e492fd3594ec18c87984d051bed10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2227545
Apr 30 07:08:03.375157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47198) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:03.386805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca2d9b-1295-4c45-8a52-37ee7ec2b5d0,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:03.389915 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329082-887c-44d8-9ad5-706657bc7f85 req-6a932218-8a18-4ac6-ad01-a638a9eba18a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:03.391375 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-08329082-887c-44d8-9ad5-706657bc7f85 req-6a932218-8a18-4ac6-ad01-a638a9eba18a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Synchronizing usage tracker for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:03.392629 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:03.409705 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-08329082-887c-44d8-9ad5-706657bc7f85 req-6a932218-8a18-4ac6-ad01-a638a9eba18a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Unset dirty status for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:03.412268 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-08329082-887c-44d8-9ad5-706657bc7f85 req-6a932218-8a18-4ac6-ad01-a638a9eba18a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.1387007
Apr 30 07:08:03.450814 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.463734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-08329082-887c-44d8-9ad5-706657bc7f85 req-3e2c5367-0eed-4ec3-ac14-9f1b74e88b55 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Synchronizing usage tracker for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:03.483139 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.485917 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-08329082-887c-44d8-9ad5-706657bc7f85 req-3e2c5367-0eed-4ec3-ac14-9f1b74e88b55 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Unset dirty status for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:03.487238 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-08329082-887c-44d8-9ad5-706657bc7f85 req-3e2c5367-0eed-4ec3-ac14-9f1b74e88b55 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691354
Apr 30 07:08:03.536132 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47202) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:03.539395 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb95475-6332-40a0-8fb5-ca9e34665227 None None] Network cfa89cb2-0e60-460d-a829-5d1e965a78c7 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:03.592399 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.598223 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bbe99b44-72f7-45e7-9681-3f0391d00eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:03.612984 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Deleting subnet ef7f698d-99c9-4aba-af9e-71da29ea53a2 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:08:03.615113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca2d9b-1295-4c45-8a52-37ee7ec2b5d0,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:03.617365 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:03.621323 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.643587 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.703843 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.705085 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14ca2d9b-1295-4c45-8a52-37ee7ec2b5d0 HTTP/1.1" status: 204  len: 168 time: 0.3286312
Apr 30 07:08:03.724592 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.736579 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65116e47-a2bd-4922-9fa7-e2473b7edd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.737060 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:03.840549 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07344c4c-41b0-4419-832e-b016e0b3f193 req-2b8f6816-0220-40dd-a97d-b32090e4858c tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:03.842184 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-07344c4c-41b0-4419-832e-b016e0b3f193 req-2b8f6816-0220-40dd-a97d-b32090e4858c tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.1903586
Apr 30 07:08:03.949962 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-07344c4c-41b0-4419-832e-b016e0b3f193 req-a89edf7e-0ae1-418a-bd4d-b850b2b92ffe tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604270
Apr 30 07:08:04.046269 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.050987 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:04.085020 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7f698d-99c9-4aba-af9e-71da29ea53a2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:04.104553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.112395 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef7f698d-99c9-4aba-af9e-71da29ea53a2 HTTP/1.1" status: 204  len: 168 time: 0.5752032
Apr 30 07:08:04.115811 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47224) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:04.141156 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0739e727-af99-43ce-b235-a0228b341fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:04.423521 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf8b8d1b-e685-435e-aa43-9d2aaf649b60 req-dbbcde8f-3163-4375-872b-dbe038c149a5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.0896084
Apr 30 07:08:04.428159 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['e58c1f3e-3cab-44f9-bd27-f4158e65a0c4'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:04.458740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-8a973e89-ccde-4fd1-9dd3-72ad87181737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:04.460422 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-8a973e89-ccde-4fd1-9dd3-72ad87181737 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 1098 time: 0.0922978
Apr 30 07:08:04.492290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.516743 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:04.521868 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Usage tracker for resource:security_group_rule and tenant:321a4052a7c84b418c112615036ffd3b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:04.526076 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:04.535056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:04.639006 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.651585 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.675564 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-6a62a280-e0e5-492b-8833-39993e176f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:04.676950 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-6a62a280-e0e5-492b-8833-39993e176f74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.5417826
Apr 30 07:08:04.684751 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.692961 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-a63e4472-a65f-4d39-93b1-5447e5adaf93 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e99f270e744d4aceb26e9f30154f9f21 HTTP/1.1" status: 200  len: 379 time: 0.5555611
Apr 30 07:08:04.696787 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:04.700112 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.718186 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a25510c3-c108-4fc8-bd59-e7433a75ae1b req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473280
Apr 30 07:08:04.738351 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72edbe2c-32e4-43b6-8332-aa6d2ad3b29b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:04.741921 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-47b78147-8599-4213-9374-a234a20e65d9 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6054103
Apr 30 07:08:04.745187 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:04.772094 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4be8c-9e5e-4abb-bb9a-d7392e2f4d91 req-aeef3b0d-69fa-4d74-81a5-26116c9f6121 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:04.773569 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-03c4be8c-9e5e-4abb-bb9a-d7392e2f4d91 req-aeef3b0d-69fa-4d74-81a5-26116c9f6121 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.1321309
Apr 30 07:08:04.808809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e9f9-9ef9-43df-8736-67c647cec4ea req-34e6bf18-1719-422d-9636-f42f451cc383 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:04.810293 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ef00e9f9-9ef9-43df-8736-67c647cec4ea req-34e6bf18-1719-422d-9636-f42f451cc383 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.5530980
Apr 30 07:08:04.833355 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-03c4be8c-9e5e-4abb-bb9a-d7392e2f4d91 req-46e94b63-9b9a-48ee-a705-90c9dcd7d49d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523856
Apr 30 07:08:04.920891 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:04.952079 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ef00e9f9-9ef9-43df-8736-67c647cec4ea req-4249eed8-3182-4914-bcf5-bf54919736fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281230
Apr 30 07:08:05.038257 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4b9545c580>> segment before_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.038605 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4b9545c580>> subnet precommit_delete_associations 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.039356 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> segment_host_mapping after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> port after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> port after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> port after_update 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> segment after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> subnet after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> subnet after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.041934 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9507f400>> subnet after_update 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.141043 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8136-377e-45c9-974b-21d5282819ea req-21648b00-9543-49b0-8013-2b589f4384d7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:05.142498 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42fd8136-377e-45c9-974b-21d5282819ea req-21648b00-9543-49b0-8013-2b589f4384d7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.0834274
Apr 30 07:08:05.188234 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42fd8136-377e-45c9-974b-21d5282819ea req-16fd91fb-fe13-4d10-b519-a238ba52f808 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393374
Apr 30 07:08:05.191992 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b94f1c7c0>> subnet after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.192468 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b94f1c7c0>> subnet after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.192723 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b94f1c7c0>> subnet before_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.193154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b94f1c7c0>> subnet before_update 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:05.193596 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b9507fac0>,) {'filters': {'network_id': ['e2cd911f-e4c6-4ee5-bce4-87813044165f']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:05.211830 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b9507fac0>, 'ffbce74e-d292-4bab-b117-dff55f8343b0') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:05.212132 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b9507fac0>, 'ffbce74e-d292-4bab-b117-dff55f8343b0') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:05.224031 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734988'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.243587 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.251999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:08:05.419113 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Network e2cd911f-e4c6-4ee5-bce4-87813044165f has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:08:05.428326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988418'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.627190 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02d44432-7f17-471d-bc4f-01f9230b4e9b req-dc506d9f-195f-4ed6-8799-9e40b9d7d20f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.0937264
Apr 30 07:08:05.636773 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Network e2cd911f-e4c6-4ee5-bce4-87813044165f has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   from cryptography.utils import int_from_bytes
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   from cryptography.utils import int_from_bytes
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]: Traceback (most recent call last):
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     timer()
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     cb(*args, **kw)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     return func(*args, **kwargs)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     self._notify()
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     self.callback(batched_events)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     event.method(event)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     return f(self, *a, **k)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self._get(url).json()
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:08:05.661523 dv-cinder-773876-2-iscsi neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:08:05.738922 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.742850 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:05.758826 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.765096 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e2cd911f-e4c6-4ee5-bce4-87813044165f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:05.769391 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] 10.222.0.35 "DELETE /v2.0/networks/e2cd911f-e4c6-4ee5-bce4-87813044165f HTTP/1.1" status: 204  len: 168 time: 1.6525722
Apr 30 07:08:05.771342 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47284) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:05.776281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:05.831057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Deleting subnet b14b2a08-afd9-415d-b73a-2e198a6b800a {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:08:05.834552 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.887807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:05.895020 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.145175 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde902-d668-40fa-9f25-f5689f1f26cf req-63dba001-aa69-43c3-9118-340ad00c3d4d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:06.147049 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bddde902-d668-40fa-9f25-f5689f1f26cf req-63dba001-aa69-43c3-9118-340ad00c3d4d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0836921
Apr 30 07:08:06.196109 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bddde902-d668-40fa-9f25-f5689f1f26cf req-6a7382f4-9e78-42cd-968d-0c6c9a4a6b38 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429976
Apr 30 07:08:06.203450 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c3295-07e9-4848-ab4d-8fac4dea0d9d req-ba3668bf-f2b3-425b-9050-1e34aedca19e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:06.206311 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.208871 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3d4c3295-07e9-4848-ab4d-8fac4dea0d9d req-ba3668bf-f2b3-425b-9050-1e34aedca19e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.2508113
Apr 30 07:08:06.304829 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3d4c3295-07e9-4848-ab4d-8fac4dea0d9d req-601c9a65-9bae-484a-9cc4-fa11a59149cb tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913825
Apr 30 07:08:06.338774 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.344281 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:06.378067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14b2a08-afd9-415d-b73a-2e198a6b800a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:06.381179 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:06.385024 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.399445 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b14b2a08-afd9-415d-b73a-2e198a6b800a HTTP/1.1" status: 204  len: 168 time: 0.6269677
Apr 30 07:08:06.400321 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47314) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:06.403311 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64349f72-c6b0-4cd6-bb7a-c1728f3cc9d8 req-2bffa011-e3bb-4d18-a776-c814660b2b15 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:06.410352 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-64349f72-c6b0-4cd6-bb7a-c1728f3cc9d8 req-2bffa011-e3bb-4d18-a776-c814660b2b15 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.0965128
Apr 30 07:08:06.455258 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-64349f72-c6b0-4cd6-bb7a-c1728f3cc9d8 req-182669d2-5b9e-423b-8591-6918917e8992 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440762
Apr 30 07:08:06.506847 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.627801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.770174 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4b9540ddf0>> segment before_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.770509 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4b9540ddf0>> subnet precommit_delete_associations 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.771224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> segment_host_mapping after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.771564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> port after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.772171 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> port after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.772257 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> port after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.772538 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> segment after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.772845 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.773150 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.773453 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4b9516f8b0>> subnet after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.838754 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b9512f2e0>> subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.839115 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b9512f2e0>> subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.839442 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b9512f2e0>> subnet before_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.839785 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4b9512f2e0>> subnet before_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 07:08:06.840141 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b974034f0>,) {'filters': {'network_id': ['cfa89cb2-0e60-460d-a829-5d1e965a78c7']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:06.870730 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b8c8ae6a-ce04-470c-9033-61546fdaf000 req-badd3363-a19e-4e44-88df-a35bb768c833 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.1332903
Apr 30 07:08:06.872621 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b974034f0>, '782a98f0-5e13-43dc-93f3-dcaf1cfcfe2e') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:06.873197 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b974034f0>, '782a98f0-5e13-43dc-93f3-dcaf1cfcfe2e') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:06.893769 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.907761 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:06.916153 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:08:07.091162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Network cfa89cb2-0e60-460d-a829-5d1e965a78c7 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:08:07.099345 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.267297 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Network cfa89cb2-0e60-460d-a829-5d1e965a78c7 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   from cryptography.utils import int_from_bytes
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   from cryptography.utils import int_from_bytes
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:08:07.290839 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:08:07.369731 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.377899 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.380984 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:07.399265 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa89cb2-0e60-460d-a829-5d1e965a78c7,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:07.402858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:07.404239 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b74cbf9c-2922-4d09-bfd2-a6fd2fa57ae8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cfa89cb2-0e60-460d-a829-5d1e965a78c7 HTTP/1.1" status: 204  len: 168 time: 1.0028443
Apr 30 07:08:07.412634 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f550e4a-a33d-4e65-9f3f-0822f9ec8a68 req-17d16a87-9502-4c45-b14c-c50893922398 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:07.414121 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6f550e4a-a33d-4e65-9f3f-0822f9ec8a68 req-17d16a87-9502-4c45-b14c-c50893922398 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1078291
Apr 30 07:08:07.463855 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6f550e4a-a33d-4e65-9f3f-0822f9ec8a68 req-2bed0737-ae63-4b9e-8e27-7e16dac7613f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423181
Apr 30 07:08:07.511973 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3763034-2857-4e31-8b07-7c49fc382fec req-6c10dcc7-9728-45ca-bf53-0d66fa8a1b26 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:07.513577 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b3763034-2857-4e31-8b07-7c49fc382fec req-6c10dcc7-9728-45ca-bf53-0d66fa8a1b26 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.0817711
Apr 30 07:08:07.564803 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b3763034-2857-4e31-8b07-7c49fc382fec req-7b5f7925-7506-4bad-b4ff-08330d285596 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451779
Apr 30 07:08:07.607283 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47340) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:07.679339 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0746587b-4705-400d-8632-5ac81a44cac7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e384ad8afbbc4d39bb691040bcf21bdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0709114
Apr 30 07:08:07.682032 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47344) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:07.687076 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d37269-0918-431e-9116-b8303f6799c7 req-f3a0a674-b775-4461-9a6d-46c0b41fb06a tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:07.688507 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-21d37269-0918-431e-9116-b8303f6799c7 req-f3a0a674-b775-4461-9a6d-46c0b41fb06a tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.1255393
Apr 30 07:08:07.732393 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-21d37269-0918-431e-9116-b8303f6799c7 req-ba136e6e-021b-40c3-a8ec-df7176cc0be2 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381200
Apr 30 07:08:07.743873 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.768772 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.818774 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.823464 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-80cd980f-ddd5-4031-bf68-56fade9ff808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:07.836643 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f88f10-f401-4271-8008-a7ee73a63a07,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:07.839503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:07.841430 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:07.845394 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65f88f10-f401-4271-8008-a7ee73a63a07 HTTP/1.1" status: 204  len: 168 time: 0.1594720
Apr 30 07:08:07.990995 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 0086ae85-c71c-44dc-abc9-286f704fa8e4 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:08:08.043288 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-effb00c1-bda6-4061-bd73-3dc4aed472ed req-ee014e08-90af-4645-b838-10c6585ee3d6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.0612109
Apr 30 07:08:08.142681 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'port': {'device_id': '2186761b-038f-4fd0-9162-285e4ae21815', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'admin_state_up': True, 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'security_groups': ['e5f4e7a4-f268-463b-b390-60681cf62072']}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:08.169491 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 0086ae85-c71c-44dc-abc9-286f704fa8e4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:08.188041 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '0086ae85-c71c-44dc-abc9-286f704fa8e4', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'port_id': '0086ae85-c71c-44dc-abc9-286f704fa8e4', 'mac_address': 'fa:16:3e:9d:25:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:08:08.260235 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-f17120aa-181f-4eaf-b828-84bb3b18ce5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1552811
Apr 30 07:08:08.266099 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.289225 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0086ae85-c71c-44dc-abc9-286f704fa8e4 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:08.307861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 0086ae85-c71c-44dc-abc9-286f704fa8e4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:08.313076 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.315152 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:08.319726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47358) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:08.336728 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-238d2da2-068e-4e03-b3a0-8fcc90247ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:08.338177 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-238d2da2-068e-4e03-b3a0-8fcc90247ea8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 1097 time: 0.1766846
Apr 30 07:08:08.388052 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=0086ae85-c71c-44dc-abc9-286f704fa8e4,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:08.392888 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:08.479776 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-52f6c059-c47e-477d-87d5-faab0d3ca072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:08.481108 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-52f6c059-c47e-477d-87d5-faab0d3ca072 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.1319790
Apr 30 07:08:08.529789 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-1a23c86d-ff6d-4c62-af1f-6dc7b0585234 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6e1b876f4244e2bb17631e91917fc7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2082670
Apr 30 07:08:08.533217 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47368) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:08.540296 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-d2558f17-9156-4ce9-95c4-9ead0d1b2d91 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200708
Apr 30 07:08:08.541167 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:08.550808 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:08.560224 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Made reservation on behalf of e99f270e744d4aceb26e9f30154f9f21 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:08.564820 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.610268 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.644448 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.772054 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f01817-ca1b-4972-9a99-1a61667b97c1 req-3df9d9e9-3178-404d-b037-ecf1c2ce3cb4 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:08.773759 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-69f01817-ca1b-4972-9a99-1a61667b97c1 req-3df9d9e9-3178-404d-b037-ecf1c2ce3cb4 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1964364
Apr 30 07:08:08.800195 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665c181-36b8-4aea-a0c5-84ea8c8c3279 req-b94561e0-ab28-48e9-a172-9472db673700 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:08.801637 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4665c181-36b8-4aea-a0c5-84ea8c8c3279 req-b94561e0-ab28-48e9-a172-9472db673700 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.1161306
Apr 30 07:08:08.802232 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.807735 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b120f93f-f576-4448-b59c-e3cce87f3725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:08.829446 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Allocated IP 172.20.0.12 (1e30e29d-5ef7-4be1-8bf2-215a2209d597/67cd160f-d7e2-47b1-aff6-20e5fc5d0af2/822db995-6e78-4b63-96e5-66af32357a13) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:08:08.835491 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a87c3-dbde-45e8-a803-558dedd511a0,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:08.847202 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:08.847424 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-69f01817-ca1b-4972-9a99-1a61667b97c1 req-0aed8e82-cfc2-4030-9fb9-019dc01eac37 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632446
Apr 30 07:08:08.851368 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:08.855321 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/197a87c3-dbde-45e8-a803-558dedd511a0 HTTP/1.1" status: 204  len: 168 time: 0.3206639
Apr 30 07:08:08.882618 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4665c181-36b8-4aea-a0c5-84ea8c8c3279 req-133ccae0-2373-4129-ab82-2735fb705c5a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680311
Apr 30 07:08:09.101129 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:09.124822 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2560e-b2a4-4137-8d8c-ff452fdd8115 req-f5e8e273-9c97-4989-9304-d9cae24bc44e tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:09.126288 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0c2560e-b2a4-4137-8d8c-ff452fdd8115 req-f5e8e273-9c97-4989-9304-d9cae24bc44e tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.1473691
Apr 30 07:08:09.128819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Transition to ACTIVE for port object 822db995-6e78-4b63-96e5-66af32357a13 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:08:09.192038 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0c2560e-b2a4-4137-8d8c-ff452fdd8115 req-5908972f-2aa3-4eef-a2bc-14149d9b35bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514240
Apr 30 07:08:09.200039 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:09.208782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:09.265339 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1fc0c-b69a-43c8-b053-145c1d9a0879 req-c6d19560-eec6-4781-8787-f9c101fb497f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:09.275018 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b6e1fc0c-b69a-43c8-b053-145c1d9a0879 req-c6d19560-eec6-4781-8787-f9c101fb497f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 932 time: 0.1125221
Apr 30 07:08:09.276843 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:08:09.280090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:08:09.289304 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:08:09.320226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-b6e1fc0c-b69a-43c8-b053-145c1d9a0879 req-0508a763-740d-4519-8f85-76acf058eaca tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:09.333519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-b6e1fc0c-b69a-43c8-b053-145c1d9a0879 req-0508a763-740d-4519-8f85-76acf058eaca tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:09.334374 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'Port': ['ID=822db995-6e78-4b63-96e5-66af32357a13,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:09.334643 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b6e1fc0c-b69a-43c8-b053-145c1d9a0879 req-0508a763-740d-4519-8f85-76acf058eaca tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588698
Apr 30 07:08:09.345937 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:09.367616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:09.368319 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:09.395123 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2568276
Apr 30 07:08:09.524096 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a18fbb49-393a-4cff-bdd9-ff0f8a621daa None None] Provisioning for port 822db995-6e78-4b63-96e5-66af32357a13 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:09.528833 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a18fbb49-393a-4cff-bdd9-ff0f8a621daa None None] Provisioning complete for port 822db995-6e78-4b63-96e5-66af32357a13 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:09.529346 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a18fbb49-393a-4cff-bdd9-ff0f8a621daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:09.584755 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-a18fbb49-393a-4cff-bdd9-ff0f8a621daa None None] Port 822db995-6e78-4b63-96e5-66af32357a13 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:08:10.067953 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79f093-8237-4c21-b414-9dde5efed9fa req-4c7d31d7-1a68-447d-b521-a35ff05bceb2 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:10.069442 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0d79f093-8237-4c21-b414-9dde5efed9fa req-4c7d31d7-1a68-447d-b521-a35ff05bceb2 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0937977
Apr 30 07:08:10.075666 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d55c-c051-4da2-a094-5de7136ca871 req-9f4792a3-034e-4db3-85b0-6befef2d84dd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:10.077267 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f8c4d55c-c051-4da2-a094-5de7136ca871 req-9f4792a3-034e-4db3-85b0-6befef2d84dd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.0827355
Apr 30 07:08:10.121130 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0d79f093-8237-4c21-b414-9dde5efed9fa req-adf6aaec-ec26-45fe-b7c7-0fad9524d288 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402083
Apr 30 07:08:10.122674 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f8c4d55c-c051-4da2-a094-5de7136ca871 req-9d3e7865-55c3-4adb-b454-b69d58b321a0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384529
Apr 30 07:08:10.385914 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd2b6-bb32-4fee-a2b5-72fa45de2296 req-c1ecb1c1-0a35-42fa-895e-ea5fe9dafd1f tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:10.387359 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-598fd2b6-bb32-4fee-a2b5-72fa45de2296 req-c1ecb1c1-0a35-42fa-895e-ea5fe9dafd1f tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.0795217
Apr 30 07:08:10.432324 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-598fd2b6-bb32-4fee-a2b5-72fa45de2296 req-dd5d0258-b1d1-4c14-8e47-361aad52c406 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388956
Apr 30 07:08:10.539696 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9c774-4ea4-441b-bfa1-4c25f46995e5 req-e142c6e3-be7c-4e11-90f5-4ea0b55dace7 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:10.541187 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-24e9c774-4ea4-441b-bfa1-4c25f46995e5 req-e142c6e3-be7c-4e11-90f5-4ea0b55dace7 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 932 time: 0.0833740
Apr 30 07:08:10.585325 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-24e9c774-4ea4-441b-bfa1-4c25f46995e5 req-825e34e1-93ec-4272-9d18-904dab7f4e38 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385301
Apr 30 07:08:11.314072 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fb4fc-e331-433c-9d9f-989179102cda req-d551310c-1a64-4d93-ba5b-a427da3d3ed3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:11.315552 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-685fb4fc-e331-433c-9d9f-989179102cda req-d551310c-1a64-4d93-ba5b-a427da3d3ed3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0841217
Apr 30 07:08:11.315888 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df113fcd-060d-4bf5-a5ff-186bba229c71 req-7494da6e-1825-48e1-9f2c-2aac0aa33172 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:11.317503 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-df113fcd-060d-4bf5-a5ff-186bba229c71 req-7494da6e-1825-48e1-9f2c-2aac0aa33172 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.0794640
Apr 30 07:08:11.361402 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-df113fcd-060d-4bf5-a5ff-186bba229c71 req-7584da66-fb4a-4b18-bfe8-e1d0373c5748 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381627
Apr 30 07:08:11.362651 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-685fb4fc-e331-433c-9d9f-989179102cda req-96543a61-a956-4412-adcb-be5beb32a564 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408049
Apr 30 07:08:11.615116 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781049-4a3c-41c7-a3d5-3c9c7e29105a req-3eb61f68-9479-4dfe-82b1-a69edba331af tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:11.616580 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3b781049-4a3c-41c7-a3d5-3c9c7e29105a req-3eb61f68-9479-4dfe-82b1-a69edba331af tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.0798938
Apr 30 07:08:11.661350 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3b781049-4a3c-41c7-a3d5-3c9c7e29105a req-1a0633f7-e041-464a-ae29-9130794b4495 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388839
Apr 30 07:08:11.766718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9ebf-b66f-43e0-9efe-580b6af0598d req-c0922879-a220-4197-b1b7-f78b1a5b22fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:11.767394 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-b6be9ebf-b66f-43e0-9efe-580b6af0598d req-c0922879-a220-4197-b1b7-f78b1a5b22fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:11.783189 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-b6be9ebf-b66f-43e0-9efe-580b6af0598d req-c0922879-a220-4197-b1b7-f78b1a5b22fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:11.784668 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b6be9ebf-b66f-43e0-9efe-580b6af0598d req-c0922879-a220-4197-b1b7-f78b1a5b22fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 932 time: 0.0934832
Apr 30 07:08:11.835345 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b6be9ebf-b66f-43e0-9efe-580b6af0598d req-785c14d8-12a3-4558-827a-2f91dd68157b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447087
Apr 30 07:08:11.930533 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Request body: {'port': {'device_id': '2186761b-038f-4fd0-9162-285e4ae21815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:11.986802 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-09c7eabe-f7d8-4e2e-85ed-aab0fb691a63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc724d1-23a0-4420-964a-0e81958205fb HTTP/1.1" status: 200  len: 217 time: 0.0635881
Apr 30 07:08:12.053729 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-caaa1a87-89e2-400e-891a-942997898305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:12.055229 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-caaa1a87-89e2-400e-891a-942997898305 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.0574052
Apr 30 07:08:12.111717 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-868a551a-d1e7-41bb-8769-566edf0e5f86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435820
Apr 30 07:08:12.141977 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:12.143396 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['0086ae85-c71c-44dc-abc9-286f704fa8e4'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:12.160570 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e5831a0-ea0d-4d23-a59b-8b1720175b19 req-d5a3df5d-abc7-48db-bcfb-1c906e9d1dfe service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2060270
Apr 30 07:08:12.270734 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-357d7fb9-3ec6-4758-8ad7-04582908d845 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450200
Apr 30 07:08:12.419227 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61669aa9-d563-4c5c-960f-87a56ed71bb1 req-937961f1-757b-47e4-8cc8-55f2f139b290 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354308
Apr 30 07:08:12.562844 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc610-2dd8-4a2e-87a3-1b14866ab47c req-717480be-582f-4997-8e59-0b1f31fedbd9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:12.564336 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-38abc610-2dd8-4a2e-87a3-1b14866ab47c req-717480be-582f-4997-8e59-0b1f31fedbd9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.0849471
Apr 30 07:08:12.607061 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a42a32-1f75-4b26-98d8-e33091ba7108 req-4e2945a8-6a12-41e8-aae3-f772485f4ec1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:12.607762 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-38abc610-2dd8-4a2e-87a3-1b14866ab47c req-6e5b2d95-1a3f-457a-8fa6-c1bd882f5e25 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374272
Apr 30 07:08:12.608521 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-24a42a32-1f75-4b26-98d8-e33091ba7108 req-4e2945a8-6a12-41e8-aae3-f772485f4ec1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1218028
Apr 30 07:08:12.703644 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822db995-6e78-4b63-96e5-66af32357a13 {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:12.710084 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-24a42a32-1f75-4b26-98d8-e33091ba7108 req-c072a069-236e-4e53-b0ef-5789d0e47450 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930822
Apr 30 07:08:12.713796 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:12.736970 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Transition to ACTIVE for port object 822db995-6e78-4b63-96e5-66af32357a13 will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:08:12.741038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:12.745662 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0cfb740b-4d81-4600-a2e4-60c939c65aee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:12.852525 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39b2f-e019-4060-8ec0-868870781998 req-b01947ab-c05b-4c7e-9e94-5bf932fc7900 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:12.861687 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e5d39b2f-e019-4060-8ec0-868870781998 req-b01947ab-c05b-4c7e-9e94-5bf932fc7900 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.0943933
Apr 30 07:08:12.886625 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Pushing event updated for resources: {'Port': ['ID=822db995-6e78-4b63-96e5-66af32357a13,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:12.903455 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:12.914218 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e5d39b2f-e019-4060-8ec0-868870781998 req-7bcfe131-d46c-4ff2-8183-8cd5a40ebc5f tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512516
Apr 30 07:08:13.077186 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Attempting to bind port 822db995-6e78-4b63-96e5-66af32357a13 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:08:13.077413 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Attempting to bind port 822db995-6e78-4b63-96e5-66af32357a13 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:08:13.078289 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Attempting to bind port 822db995-6e78-4b63-96e5-66af32357a13 on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:08:13.087039 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Port 822db995-6e78-4b63-96e5-66af32357a13 on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:08:13.087357 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Attempting to bind port 822db995-6e78-4b63-96e5-66af32357a13 on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:08:13.095187 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:08:13.095525 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Checking segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:08:13.095926 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Bound using segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:08:13.096352 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Bound port: 822db995-6e78-4b63-96e5-66af32357a13, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:08:13.096692 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:13.115437 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7f738-8594-4d57-bdb6-e3f07cd6205a req-98d09d27-b98b-4ff5-81f0-cf877726763c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:13.116941 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-68e7f738-8594-4d57-bdb6-e3f07cd6205a req-98d09d27-b98b-4ff5-81f0-cf877726763c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.1384261
Apr 30 07:08:13.243784 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] For port 822db995-6e78-4b63-96e5-66af32357a13, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:08:13.247203 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] For port 822db995-6e78-4b63-96e5-66af32357a13, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=822db995-6e78-4b63-96e5-66af32357a13,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:08:13.253232 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:13.260586 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cb44fd2b-2ce4-47ef-bab8-132377ac8013 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:13.330983 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:13.332263 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:13.334834 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] 10.222.0.10 "PUT /v2.0/ports/822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 1094 time: 1.4085801
Apr 30 07:08:13.342523 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'tag': '822db995-6e78-4b63-96e5-66af32357a13'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:13.360540 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-68e7f738-8594-4d57-bdb6-e3f07cd6205a req-97683cf1-abc8-40b3-8e11-fa817abd3187 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2190671
Apr 30 07:08:13.393121 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Pushing event updated for resources: {'Port': ['ID=822db995-6e78-4b63-96e5-66af32357a13,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:13.397185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:13.420723 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'tag': '822db995-6e78-4b63-96e5-66af32357a13', 'status': 'completed', 'code': 200}
Apr 30 07:08:13.795795 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05810409-1058-48c9-891c-c7ccfbf5dfe7 req-9165accf-9fd7-4368-9476-f24ba12eabb9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:13.797294 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-05810409-1058-48c9-891c-c7ccfbf5dfe7 req-9165accf-9fd7-4368-9476-f24ba12eabb9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.0838821
Apr 30 07:08:13.845777 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-05810409-1058-48c9-891c-c7ccfbf5dfe7 req-9257d1f4-441b-4330-91a7-b5cc9c394983 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426950
Apr 30 07:08:13.896655 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab56e-6100-4804-9524-744d5bc6bb6f req-c8a6936e-6343-470c-85a4-418c9775e8c6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:13.897776 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d8cab56e-6100-4804-9524-744d5bc6bb6f req-c8a6936e-6343-470c-85a4-418c9775e8c6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0785320
Apr 30 07:08:13.943049 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d8cab56e-6100-4804-9524-744d5bc6bb6f req-88977716-4c53-4e51-bfec-8440fda0c3b7 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395930
Apr 30 07:08:14.098011 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9b2cd-5b66-452c-a770-643afeb1e60b req-5a3cd156-4ae5-446d-bd52-74e7a150b39d tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:14.099331 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5eb9b2cd-5b66-452c-a770-643afeb1e60b req-5a3cd156-4ae5-446d-bd52-74e7a150b39d tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 945 time: 0.0771894
Apr 30 07:08:14.143928 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5eb9b2cd-5b66-452c-a770-643afeb1e60b req-9a08dcfb-914a-4ffa-9a43-6a21646ccfb4 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390320
Apr 30 07:08:14.474921 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:08:14.543454 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:14.548360 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:14.548737 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:14.594773 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0959a3-cfc3-4d6a-a838-9f880b232435 req-f5a5bc50-0dd2-49fa-a79b-9f4741ed59eb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:14.596523 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7b0959a3-cfc3-4d6a-a838-9f880b232435 req-f5a5bc50-0dd2-49fa-a79b-9f4741ed59eb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.1350949
Apr 30 07:08:14.655202 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7b0959a3-cfc3-4d6a-a838-9f880b232435 req-e02ed391-4fb8-445e-a797-c5518a70c562 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521207
Apr 30 07:08:14.688659 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:14.714589 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:14.723775 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,segment=NetworkSegment(f0389e9e-8526-4626-a214-057a12455cb9),segment_id=f0389e9e-8526-4626-a214-057a12455cb9)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:14.727615 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:14.731697 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:14.762976 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4', 'code': 200}
Apr 30 07:08:14.801916 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:14.804804 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:15.028290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3966f-2a1b-4ec0-9836-582b14be3e04 req-df25289b-72a5-486d-a96e-fdf4d0f5edb8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:15.029714 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0ad3966f-2a1b-4ec0-9836-582b14be3e04 req-df25289b-72a5-486d-a96e-fdf4d0f5edb8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.0780439
Apr 30 07:08:15.077179 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0ad3966f-2a1b-4ec0-9836-582b14be3e04 req-f59677ae-1b73-46b9-a312-4a063157a2a2 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407574
Apr 30 07:08:15.129845 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd46ef-2024-4b8c-8868-4f08b1576a90 req-dbb8d22b-5f06-4b4a-b4cb-05da7c9673b9 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:15.131299 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2acd46ef-2024-4b8c-8868-4f08b1576a90 req-dbb8d22b-5f06-4b4a-b4cb-05da7c9673b9 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0786841
Apr 30 07:08:15.176589 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2acd46ef-2024-4b8c-8868-4f08b1576a90 req-9d5ccdaa-0c12-415b-8ff5-b905516bf1d5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395362
Apr 30 07:08:15.457380 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3f32-082f-427a-97af-63f8ef11942d req-f7104c2e-93de-4327-910e-72e7b0d86dd5 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:15.458717 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-22cc3f32-082f-427a-97af-63f8ef11942d req-f7104c2e-93de-4327-910e-72e7b0d86dd5 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.0775383
Apr 30 07:08:15.501553 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-22cc3f32-082f-427a-97af-63f8ef11942d req-dea3574c-31cf-429f-a1a4-97c08971221c tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371523
Apr 30 07:08:15.849310 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63818f30-b3e4-4307-bd02-3ec39d42840d req-24b204c5-11c4-42aa-a4f1-d07627e7ed35 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:15.850895 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-63818f30-b3e4-4307-bd02-3ec39d42840d req-24b204c5-11c4-42aa-a4f1-d07627e7ed35 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.0900061
Apr 30 07:08:15.939183 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-63818f30-b3e4-4307-bd02-3ec39d42840d req-17c89537-c6af-41a8-9d75-4cb937612abd tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812795
Apr 30 07:08:15.965798 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8c5a-a883-457b-8956-c72b9a1de1b7 req-559ab08b-8efe-40d5-b412-30aa09f91ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:15.968639 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a5e8c5a-a883-457b-8956-c72b9a1de1b7 req-559ab08b-8efe-40d5-b412-30aa09f91ea3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1097 time: 0.0894444
Apr 30 07:08:16.034088 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device cdc724d1-23a0-4420-964a-0e81958205fb details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:08:16.121589 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8c5a-a883-457b-8956-c72b9a1de1b7 req-7bfbd0fc-bd72-447b-8d95-c11d85ded21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.123130 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a5e8c5a-a883-457b-8956-c72b9a1de1b7 req-7bfbd0fc-bd72-447b-8d95-c11d85ded21d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e99f270e744d4aceb26e9f30154f9f21&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1398022
Apr 30 07:08:16.128624 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0597ae-1f71-44cf-aced-3e94f0002b24 req-6d200146-7abd-48fb-b928-04203008d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.130637 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cb0597ae-1f71-44cf-aced-3e94f0002b24 req-6d200146-7abd-48fb-b928-04203008d607 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 1099 time: 0.0783818
Apr 30 07:08:16.170446 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port cdc724d1-23a0-4420-964a-0e81958205fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cdc724d1-23a0-4420-964a-0e81958205fb,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:16.187965 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'cdc724d1-23a0-4420-964a-0e81958205fb', 'network_id': 'bfdeac23-d34a-4688-9799-802d1a570ca4', 'port_id': 'cdc724d1-23a0-4420-964a-0e81958205fb', 'mac_address': 'fa:16:3e:60:75:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:08:16.190421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-cb0597ae-1f71-44cf-aced-3e94f0002b24 req-7085feb4-a414-43f9-93ef-3a872d5fa21a service neutron] Synchronizing usage tracker for tenant:321a4052a7c84b418c112615036ffd3b on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:16.262735 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:16.286486 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc724d1-23a0-4420-964a-0e81958205fb {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:16.300264 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-cb0597ae-1f71-44cf-aced-3e94f0002b24 req-7085feb4-a414-43f9-93ef-3a872d5fa21a service neutron] Unset dirty status for tenant:321a4052a7c84b418c112615036ffd3b on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:16.301645 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cb0597ae-1f71-44cf-aced-3e94f0002b24 req-7085feb4-a414-43f9-93ef-3a872d5fa21a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587329
Apr 30 07:08:16.313238 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port cdc724d1-23a0-4420-964a-0e81958205fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cdc724d1-23a0-4420-964a-0e81958205fb,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:16.318860 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:16.322354 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:16.339379 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90a21b-b898-43ce-9520-9694c3ebdb23 req-d11df134-a2db-4917-8cd1-b60c1505c17b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.340878 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fc90a21b-b898-43ce-9520-9694c3ebdb23 req-d11df134-a2db-4917-8cd1-b60c1505c17b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 944 time: 0.1273937
Apr 30 07:08:16.393109 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fc90a21b-b898-43ce-9520-9694c3ebdb23 req-ae600407-e736-487c-a155-387b8a9a96aa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432298
Apr 30 07:08:16.396054 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=cdc724d1-23a0-4420-964a-0e81958205fb,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:16.399149 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:16.434045 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8c5a-a883-457b-8956-c72b9a1de1b7 req-32a9febf-3d8c-47c3-bb0b-92037411b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.435465 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a5e8c5a-a883-457b-8956-c72b9a1de1b7 req-32a9febf-3d8c-47c3-bb0b-92037411b492 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2940605
Apr 30 07:08:16.461610 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a8d2a-b449-4f67-abaa-b34a233c9146 req-dfd6eff4-5838-4dc2-83d0-662b4772ce13 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.463156 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bf4a8d2a-b449-4f67-abaa-b34a233c9146 req-dfd6eff4-5838-4dc2-83d0-662b4772ce13 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1197195
Apr 30 07:08:16.545877 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bf4a8d2a-b449-4f67-abaa-b34a233c9146 req-25db2641-aa9e-44fc-9ddc-3bf2c2423dc6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760894
Apr 30 07:08:16.576695 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-39f90c75-9c3b-411d-8348-2879d45554e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.578798 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-39f90c75-9c3b-411d-8348-2879d45554e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1097 time: 0.0800216
Apr 30 07:08:16.662092 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-9b26329e-6fe2-4546-9df5-72f651eed008 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 217 time: 0.0636497
Apr 30 07:08:16.706764 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0d9a7-b9ab-4546-bf10-a5a994c05c27 req-6135cfcc-4f53-4052-a887-050c1e6763d0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.708363 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-48a0d9a7-b9ab-4546-bf10-a5a994c05c27 req-6135cfcc-4f53-4052-a887-050c1e6763d0 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.0933621
Apr 30 07:08:16.748051 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['cdc724d1-23a0-4420-964a-0e81958205fb'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:16.752806 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-e3f4af3a-578a-4c3f-8442-b65f44312e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.754506 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-e3f4af3a-578a-4c3f-8442-b65f44312e80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0755575
Apr 30 07:08:16.765874 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-48a0d9a7-b9ab-4546-bf10-a5a994c05c27 req-88a82513-1ea0-4287-ac8c-b8a8a40b0835 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508223
Apr 30 07:08:16.859291 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-f9cadc99-a546-43f9-8524-7138f9d80174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:16.861547 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-f9cadc99-a546-43f9-8524-7138f9d80174 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916169
Apr 30 07:08:17.075067 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-85d67019-4884-4714-a8b8-b1c9b147953a service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020373
Apr 30 07:08:17.283597 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6d84e197-1982-4bb2-829c-d8ca4ba68bab req-2f7216a1-ebb0-4d62-8ad1-eda72fecab71 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955955
Apr 30 07:08:17.292198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1ed7-aa10-46e6-b734-fd39ea9a09e8 req-9d25175e-e7f3-4d39-b33f-acda3bd7bb2e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:17.293530 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-20ac1ed7-aa10-46e6-b734-fd39ea9a09e8 req-9d25175e-e7f3-4d39-b33f-acda3bd7bb2e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.1842909
Apr 30 07:08:17.348226 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-20ac1ed7-aa10-46e6-b734-fd39ea9a09e8 req-672cfd77-3d3f-4f6d-b770-7744a7621165 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490060
Apr 30 07:08:17.611950 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74890c77-2e2a-461d-b3f8-80aa7ae95cb6 req-edd1a173-d803-4f95-9c00-78445035ac57 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:17.620492 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74890c77-2e2a-461d-b3f8-80aa7ae95cb6 req-edd1a173-d803-4f95-9c00-78445035ac57 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 945 time: 0.1113241
Apr 30 07:08:17.674065 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74890c77-2e2a-461d-b3f8-80aa7ae95cb6 req-f06743d8-56d6-411f-a997-7a838751f2f6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529501
Apr 30 07:08:17.794338 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c725f-bf87-418e-9eba-8b767a2e3ba0 req-bfe48652-a8f3-4a6c-92f0-ed224f85f478 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:17.795897 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f3c725f-bf87-418e-9eba-8b767a2e3ba0 req-bfe48652-a8f3-4a6c-92f0-ed224f85f478 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0846305
Apr 30 07:08:17.846720 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f3c725f-bf87-418e-9eba-8b767a2e3ba0 req-dedbaf70-eeee-48ea-9aa2-597cfc3159e4 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444448
Apr 30 07:08:17.973192 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c5729-bee5-4782-a832-16e34f82be36 req-232dced5-32a1-463f-ad2a-071b2dede399 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:17.974753 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2e4c5729-bee5-4782-a832-16e34f82be36 req-232dced5-32a1-463f-ad2a-071b2dede399 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.0882695
Apr 30 07:08:18.022226 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2e4c5729-bee5-4782-a832-16e34f82be36 req-db8640d6-4381-4a79-9cb7-2235347f4222 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401444
Apr 30 07:08:18.024603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 0086ae85-c71c-44dc-abc9-286f704fa8e4 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:08:18.104428 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 0086ae85-c71c-44dc-abc9-286f704fa8e4 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:18.110342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 0086ae85-c71c-44dc-abc9-286f704fa8e4 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:18.110885 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:18.252424 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:18.279809 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0086ae85-c71c-44dc-abc9-286f704fa8e4'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:18.290455 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 0086ae85-c71c-44dc-abc9-286f704fa8e4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:18.294897 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:18.295760 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device cdc724d1-23a0-4420-964a-0e81958205fb up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:08:18.330208 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0086ae85-c71c-44dc-abc9-286f704fa8e4', 'code': 200}
Apr 30 07:08:18.330755 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:18.480034 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=0086ae85-c71c-44dc-abc9-286f704fa8e4,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:18.491176 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:18.531451 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port cdc724d1-23a0-4420-964a-0e81958205fb completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:18.538803 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port cdc724d1-23a0-4420-964a-0e81958205fb triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:18.539184 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:18.620027 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7660dd-5d05-4676-a9b1-3085e3dc9978 req-2e7ce28b-885f-48b7-9bb5-17ad5dc68089 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:18.625115 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2c7660dd-5d05-4676-a9b1-3085e3dc9978 req-2e7ce28b-885f-48b7-9bb5-17ad5dc68089 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.1261134
Apr 30 07:08:18.688332 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:18.691549 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2c7660dd-5d05-4676-a9b1-3085e3dc9978 req-8747af31-5c35-4724-a3e9-99a7ea38c577 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631602
Apr 30 07:08:18.739855 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port cdc724d1-23a0-4420-964a-0e81958205fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cdc724d1-23a0-4420-964a-0e81958205fb,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:18.745142 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:18.747651 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:18.833777 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=cdc724d1-23a0-4420-964a-0e81958205fb,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:18.838519 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:18.896011 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc165e-d51d-4c97-a179-1372f63042ae req-67faf2a8-9015-4992-b6c9-482e43e8f2f1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:18.898419 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-35bc165e-d51d-4c97-a179-1372f63042ae req-67faf2a8-9015-4992-b6c9-482e43e8f2f1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0928984
Apr 30 07:08:18.946015 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-35bc165e-d51d-4c97-a179-1372f63042ae req-241144f8-b1c9-454b-86ed-208c326e21ed tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418212
Apr 30 07:08:19.912065 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eda88c-47ff-4506-a590-3bba3f5d7d16 req-97c4b534-2627-4b4b-8381-875e1a50e3c0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:19.913532 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c9eda88c-47ff-4506-a590-3bba3f5d7d16 req-97c4b534-2627-4b4b-8381-875e1a50e3c0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.0917158
Apr 30 07:08:19.956680 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c9eda88c-47ff-4506-a590-3bba3f5d7d16 req-9ac4ae61-8286-4920-863e-92447c63f562 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374441
Apr 30 07:08:20.129363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37692fa-4b78-47d2-acd9-ff189d064dd4 req-a25c239b-c230-4907-b994-9e4078bd79a4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:20.130831 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c37692fa-4b78-47d2-acd9-ff189d064dd4 req-a25c239b-c230-4907-b994-9e4078bd79a4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0780396
Apr 30 07:08:20.176639 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c37692fa-4b78-47d2-acd9-ff189d064dd4 req-7259f068-8baa-4806-a8de-0df708b78995 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397449
Apr 30 07:08:20.331805 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc724d1-23a0-4420-964a-0e81958205fb'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:20.374671 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc724d1-23a0-4420-964a-0e81958205fb', 'code': 200}
Apr 30 07:08:21.140921 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a38ba1-7d97-4d0f-b59d-fb53f5205695 req-95c084ce-4ddb-4065-b2d3-caf596c8c51c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:21.142388 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-98a38ba1-7d97-4d0f-b59d-fb53f5205695 req-95c084ce-4ddb-4065-b2d3-caf596c8c51c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.0827363
Apr 30 07:08:21.189539 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-98a38ba1-7d97-4d0f-b59d-fb53f5205695 req-9c7e73d1-96c4-4db3-9318-5834117e4a69 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412636
Apr 30 07:08:21.368428 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a0f77-9094-4f17-9536-6681f62b809f req-28be2eed-bcb8-4f8d-96db-87058534ceb0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:21.369847 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6f2a0f77-9094-4f17-9536-6681f62b809f req-28be2eed-bcb8-4f8d-96db-87058534ceb0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0784087
Apr 30 07:08:21.413682 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6f2a0f77-9094-4f17-9536-6681f62b809f req-b7bd0f63-90f9-4ef9-a85a-54ffd2db10ff tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374854
Apr 30 07:08:21.667552 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:22.026901 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440e8b9-79ca-4b58-86b0-72fbc32a8f86 req-2b2f2f66-31d9-4936-a5f5-d49b0df0027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:22.028415 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1440e8b9-79ca-4b58-86b0-72fbc32a8f86 req-2b2f2f66-31d9-4936-a5f5-d49b0df0027e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0883169
Apr 30 07:08:22.087324 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1440e8b9-79ca-4b58-86b0-72fbc32a8f86 req-caf70284-7c2a-4f95-9f20-15da054015b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506144
Apr 30 07:08:22.234383 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dc908-c428-4284-b766-542babbf2a9e req-ffb05dbd-c795-4d09-a72d-77ae3aea4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:22.235861 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f3dc908-c428-4284-b766-542babbf2a9e req-ffb05dbd-c795-4d09-a72d-77ae3aea4c90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 1099 time: 0.0730481
Apr 30 07:08:22.294865 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f3dc908-c428-4284-b766-542babbf2a9e req-0a8f8467-24f1-4d89-b71f-697638bd6ec5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350010
Apr 30 07:08:22.379580 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3501cf-e52c-42a7-9049-19870c4557b0 req-4d2257c5-2fbd-4942-a7d6-48de47f04c7d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:22.381037 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0b3501cf-e52c-42a7-9049-19870c4557b0 req-4d2257c5-2fbd-4942-a7d6-48de47f04c7d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.0826449
Apr 30 07:08:22.424539 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0b3501cf-e52c-42a7-9049-19870c4557b0 req-981dee77-b980-4d71-8b12-198be05319a9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377951
Apr 30 07:08:22.596105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce7661-304d-4e85-b924-692806c285df req-b5c3c10e-55ec-4bd5-a699-07a388d9780e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:22.597536 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c7ce7661-304d-4e85-b924-692806c285df req-b5c3c10e-55ec-4bd5-a699-07a388d9780e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0816982
Apr 30 07:08:22.642303 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c7ce7661-304d-4e85-b924-692806c285df req-b0c39eb0-ede2-491b-9c1b-9e2fccb7af04 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390334
Apr 30 07:08:23.629979 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21161-bf3e-4e43-b3e0-7da18f0b846c req-055acb15-3b02-427c-b12b-06ea49cba626 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:23.631387 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-caf21161-bf3e-4e43-b3e0-7da18f0b846c req-055acb15-3b02-427c-b12b-06ea49cba626 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 944 time: 0.0828993
Apr 30 07:08:23.698849 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-caf21161-bf3e-4e43-b3e0-7da18f0b846c req-8db017e6-42d0-4047-a569-f113402098eb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591331
Apr 30 07:08:23.835546 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa88c1-8bdd-4d2f-8b3d-359f0d2194e0 req-2f4551fd-bff6-48d7-ac52-2c6372ca2ec1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:23.836602 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9afa88c1-8bdd-4d2f-8b3d-359f0d2194e0 req-2f4551fd-bff6-48d7-ac52-2c6372ca2ec1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0816970
Apr 30 07:08:23.892376 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9afa88c1-8bdd-4d2f-8b3d-359f0d2194e0 req-4ba89f75-d505-4de0-9d10-daba64faac64 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486491
Apr 30 07:08:24.065795 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 822db995-6e78-4b63-96e5-66af32357a13 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:08:24.225282 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 822db995-6e78-4b63-96e5-66af32357a13, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=822db995-6e78-4b63-96e5-66af32357a13,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:24.246830 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '822db995-6e78-4b63-96e5-66af32357a13', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'port_id': '822db995-6e78-4b63-96e5-66af32357a13', 'mac_address': 'fa:16:3e:1a:7d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:08:24.319490 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:24.339471 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822db995-6e78-4b63-96e5-66af32357a13 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:24.356455 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 822db995-6e78-4b63-96e5-66af32357a13, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=822db995-6e78-4b63-96e5-66af32357a13,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:24.361398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:24.363035 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:24.427220 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=822db995-6e78-4b63-96e5-66af32357a13,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:24.430610 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:24.894780 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294966e4-702c-4e13-acbe-f21ba1153ee7 req-96b68b33-9b0a-44a2-ab85-f534c783ec1b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:24.896489 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-294966e4-702c-4e13-acbe-f21ba1153ee7 req-96b68b33-9b0a-44a2-ab85-f534c783ec1b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 945 time: 0.0948949
Apr 30 07:08:24.942384 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-294966e4-702c-4e13-acbe-f21ba1153ee7 req-74493b09-5866-4e74-aba8-f08cbb3d229c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398500
Apr 30 07:08:24.985954 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['822db995-6e78-4b63-96e5-66af32357a13'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:25.213261 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2ff1-c80c-4fbe-bd93-908e50b78044 req-71f51b6a-ac50-481e-9c91-40a419efa714 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:25.214723 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7ffb2ff1-c80c-4fbe-bd93-908e50b78044 req-71f51b6a-ac50-481e-9c91-40a419efa714 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1514831
Apr 30 07:08:25.265120 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7ffb2ff1-c80c-4fbe-bd93-908e50b78044 req-33772b98-49ed-4bad-8513-dee4242efb32 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430405
Apr 30 07:08:25.695079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-dce78b31-df81-4ee6-a6cf-ccc0d1c713f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:25.696677 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-dce78b31-df81-4ee6-a6cf-ccc0d1c713f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 1099 time: 0.0958931
Apr 30 07:08:25.759816 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c2a52-8077-4336-8d53-8c77baf5b7ef req-847c406d-3bd7-4af7-9e2d-e37a5af6818e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:25.767881 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-331c2a52-8077-4336-8d53-8c77baf5b7ef req-847c406d-3bd7-4af7-9e2d-e37a5af6818e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1213388
Apr 30 07:08:25.822940 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-331c2a52-8077-4336-8d53-8c77baf5b7ef req-17a2b39a-2947-4e98-bb53-69226c953fc9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540440
Apr 30 07:08:25.872474 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-583cc6e5-8998-458e-95df-8e59fabad604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:25.874668 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-583cc6e5-8998-458e-95df-8e59fabad604 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.1651611
Apr 30 07:08:25.971245 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-1efba285-cb4c-4b80-b985-72533a0e2123 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc724d1-23a0-4420-964a-0e81958205fb HTTP/1.1" status: 200  len: 217 time: 0.0765636
Apr 30 07:08:26.150657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-0cc05b01-401d-41ac-937e-966407439099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:26.152110 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-0cc05b01-401d-41ac-937e-966407439099 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.1648784
Apr 30 07:08:26.207621 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-58a27f9b-2060-4829-af45-9acbb5bbe69c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432873
Apr 30 07:08:26.225069 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa106b4d-8cc4-4e8b-850f-7cc1a5ad1215 req-3d66c73b-0d4f-445c-b698-fdef9646bf42 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:26.226438 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fa106b4d-8cc4-4e8b-850f-7cc1a5ad1215 req-3d66c73b-0d4f-445c-b698-fdef9646bf42 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 945 time: 0.1562531
Apr 30 07:08:26.368211 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fa106b4d-8cc4-4e8b-850f-7cc1a5ad1215 req-dfcb133c-8d3b-4501-a5e6-6f2d964de669 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215208
Apr 30 07:08:26.397120 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-ee57d369-7ed6-4195-842b-d4f310441f04 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696973
Apr 30 07:08:26.541445 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d23e08d1-2053-431f-ad15-9fca81f786c9 req-cc28e1f6-db5d-4d13-9237-2f3f4d2b94aa service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312270
Apr 30 07:08:27.012739 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989353-4684-45f7-9c19-ffd967cd02d9 req-28c0f0e0-52e2-4e95-9a0e-eb75ac794a28 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:27.014182 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-83989353-4684-45f7-9c19-ffd967cd02d9 req-28c0f0e0-52e2-4e95-9a0e-eb75ac794a28 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0830729
Apr 30 07:08:27.058795 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-83989353-4684-45f7-9c19-ffd967cd02d9 req-56a05bbc-6647-4716-922b-c85e115c1605 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382354
Apr 30 07:08:27.580074 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5ab7-b7b9-4270-a5b9-c63180649b1f req-2c93bb72-f874-4d08-abc6-a43beaf77100 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:27.581728 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1c1e5ab7-b7b9-4270-a5b9-c63180649b1f req-2c93bb72-f874-4d08-abc6-a43beaf77100 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 945 time: 0.0976923
Apr 30 07:08:27.632516 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1c1e5ab7-b7b9-4270-a5b9-c63180649b1f req-4ccb6c3f-76fe-47f1-9964-dba394a7a950 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444803
Apr 30 07:08:28.378776 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:08:28.443264 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9c3c7-1c47-487f-b0b8-6b0d1a4e5c20 req-04b3746d-cfb5-4356-8ddb-0ffefbb47c82 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:28.444896 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dee9c3c7-1c47-487f-b0b8-6b0d1a4e5c20 req-04b3746d-cfb5-4356-8ddb-0ffefbb47c82 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0879967
Apr 30 07:08:28.497377 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dee9c3c7-1c47-487f-b0b8-6b0d1a4e5c20 req-452c42d3-caec-4549-b741-4f601be168a9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451858
Apr 30 07:08:28.725971 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47934) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:28.845457 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb422378-bb72-412e-8372-d68bc862d41c req-761e427a-d708-4f37-823b-2df3bc34c6a1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:28.846900 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fb422378-bb72-412e-8372-d68bc862d41c req-761e427a-d708-4f37-823b-2df3bc34c6a1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 945 time: 0.0893874
Apr 30 07:08:28.878140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:28.903130 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:28.911048 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Usage tracker for resource:security_group_rule and tenant:78e35c0221994184b139d6bb7a451d9a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:28.915489 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:28.924784 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fb422378-bb72-412e-8372-d68bc862d41c req-8025a42e-7d24-4213-a32a-f5c2ff3ebcbe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645697
Apr 30 07:08:28.925755 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:28.935608 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47942) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:29.000487 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 822db995-6e78-4b63-96e5-66af32357a13 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:08:29.009843 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.013858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.021676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ccf0cf7d-ebe2-4c35-a075-263fb0fcd557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:29.058242 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.063351 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78e35c0221994184b139d6bb7a451d9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335805
Apr 30 07:08:29.063351 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47948) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:29.066566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc78bc-ab67-417b-b6ea-e22b4f2c2f5c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:29.071589 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 822db995-6e78-4b63-96e5-66af32357a13 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:29.073546 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:29.076637 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 822db995-6e78-4b63-96e5-66af32357a13 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:29.077090 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.077366 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec36043233b45538056103783262a37 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:29.080430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:29.085909 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.086092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:29.086351 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.086765 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.087030 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.087360 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.087693 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.088041 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.088368 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.088694 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.089016 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.089337 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.089654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.094654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:29.145615 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.169842 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.174736 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.176310 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.187170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8830913e-c7c7-4290-befe-69b4a092b4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:29.215531 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.240141 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3dd6a-12bb-4960-b3ae-56a210a82265,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:29.242047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.250330 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab3d1bfa-0f8d-4cf2-a2dc-e609ff74e41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:29.259481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.260051 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.260542 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.261063 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.261557 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.262042 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.262527 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.263008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.263495 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.263993 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.264464 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.264951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.267089 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.268878 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32dc78bc-ab67-417b-b6ea-e22b4f2c2f5c HTTP/1.1" status: 204  len: 168 time: 0.2039044
Apr 30 07:08:29.271281 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc78bc-ab67-417b-b6ea-e22b4f2c2f5c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:29.279298 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822db995-6e78-4b63-96e5-66af32357a13'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:29.284150 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:29.285580 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:29.304347 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ec36043233b45538056103783262a37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3674166
Apr 30 07:08:29.307061 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47960) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:29.311502 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 822db995-6e78-4b63-96e5-66af32357a13, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=822db995-6e78-4b63-96e5-66af32357a13,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:29.318945 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.321759 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:29.368382 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822db995-6e78-4b63-96e5-66af32357a13', 'code': 200}
Apr 30 07:08:29.395777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.401909 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=822db995-6e78-4b63-96e5-66af32357a13,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:29.412938 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.413278 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.413610 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.413936 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.414359 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.414680 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.414995 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.415310 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.415648 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.416058 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.416358 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.416668 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:08:29.420500 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:29.432376 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.483518 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.488872 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:29.501301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3dd6a-12bb-4960-b3ae-56a210a82265,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:29.503872 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:29.505072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.506166 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dea3dd6a-12bb-4960-b3ae-56a210a82265 HTTP/1.1" status: 204  len: 168 time: 0.1978843
Apr 30 07:08:29.635670 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47972) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:29.668373 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.699139 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:29.703668 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Usage tracker for resource:security_group_rule and tenant:bcf1e3d098ad432c933083a25fde5cc0 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:29.707866 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:29.714763 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:29.737392 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c875e4-0ccf-442e-a0ca-e07c6cabfcbd req-61d633f3-c6e3-4b6e-ab72-76216591f512 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:29.738934 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-64c875e4-0ccf-442e-a0ca-e07c6cabfcbd req-61d633f3-c6e3-4b6e-ab72-76216591f512 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1296208
Apr 30 07:08:29.801033 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-64c875e4-0ccf-442e-a0ca-e07c6cabfcbd req-52780949-0138-4db2-907f-753052cad3f1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520999
Apr 30 07:08:29.804695 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.810418 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.820589 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7bb80704-a2bb-452c-a0ec-986abc18e079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:29.865615 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcf1e3d098ad432c933083a25fde5cc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2286434
Apr 30 07:08:29.866673 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c4ccd-ecb8-4e28-a0cf-a6daab65438a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:29.868248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47982) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:29.869620 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:29.927091 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.956647 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:29.987629 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 47988) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:30.004728 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.013982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.019059 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dcceac62-1be2-4c81-b06b-55e3a62f49f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:30.019198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:30.022869 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Usage tracker for resource:security_group_rule and tenant:b591b97063034e64b706bc8c13c459ad is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:30.025665 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:30.030800 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c4ccd-ecb8-4e28-a0cf-a6daab65438a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:30.031319 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:30.034390 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:30.039049 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.042580 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f3c4ccd-ecb8-4e28-a0cf-a6daab65438a HTTP/1.1" status: 204  len: 168 time: 0.1705096
Apr 30 07:08:30.158734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42bfea-58ce-498f-9f15-d898382f0cc0 req-7636fc0e-c351-4550-b28a-3aca081a9142 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:30.160214 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0c42bfea-58ce-498f-9f15-d898382f0cc0 req-7636fc0e-c351-4550-b28a-3aca081a9142 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1172161
Apr 30 07:08:30.215360 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.225027 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.233345 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:30.242359 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0c42bfea-58ce-498f-9f15-d898382f0cc0 req-b38f2a39-d2ef-4d51-ad83-a1007dbe2d1a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745213
Apr 30 07:08:30.278932 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b9d14-cf36-4fdd-aefa-28f728dbfedf,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:30.286398 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b591b97063034e64b706bc8c13c459ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2952898
Apr 30 07:08:30.286398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:30.287282 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 47996) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:30.344290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.370352 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.424805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.428704 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-08ac5cce-2fe2-41d2-9c65-bd6eb65bd97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:30.443175 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b9d14-cf36-4fdd-aefa-28f728dbfedf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:30.445940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:30.450454 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.456869 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/695b9d14-cf36-4fdd-aefa-28f728dbfedf HTTP/1.1" status: 204  len: 168 time: 0.1691999
Apr 30 07:08:30.828183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48030) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:30.847532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:30.864366 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:30.868759 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ad92df589f4a7091430cb75e6ebeae is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:30.871620 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:30.877814 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:30.910456 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48036) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:31.038117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115714285-network', 'tenant_id': '5218e8d4c7994fbf8ef311692004109a'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:31.046232 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.047384 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:31.052879 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.060116 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Usage tracker for resource:network and tenant:5218e8d4c7994fbf8ef311692004109a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:31.062392 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:31.070455 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:31.083737 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:31.096019 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-426f073e-0f81-444e-b939-ca9bd3453375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.115678 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6bcf6-acef-43ec-a46a-3881f3574d27 req-84713157-a8ae-4836-8284-ffeb9905b2e8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:31.117132 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5ce6bcf6-acef-43ec-a46a-3881f3574d27 req-84713157-a8ae-4836-8284-ffeb9905b2e8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1895711
Apr 30 07:08:31.131573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0643753-288d-47dc-85ee-9b0a04cafa67,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:31.148668 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:31.149236 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Made reservation on behalf of 5218e8d4c7994fbf8ef311692004109a for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:31.151395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.161800 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9ad92df589f4a7091430cb75e6ebeae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323190
Apr 30 07:08:31.164475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48042) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:31.170461 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.197313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:31.204563 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5ce6bcf6-acef-43ec-a46a-3881f3574d27 req-323e0e5c-77a7-4c9c-9085-c0039e16459f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788817
Apr 30 07:08:31.205467 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Usage tracker for resource:security_group_rule and tenant:5218e8d4c7994fbf8ef311692004109a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:31.208373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:31.214393 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:31.224086 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.252315 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.309974 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.313300 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.314875 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:31.317891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.322199 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d85e0c9e-d09d-445e-b567-5d0b201814cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:31.328388 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0643753-288d-47dc-85ee-9b0a04cafa67,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:31.332423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:31.347584 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.348820 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0643753-288d-47dc-85ee-9b0a04cafa67 HTTP/1.1" status: 204  len: 168 time: 0.1828175
Apr 30 07:08:31.357657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b3dc1-6732-42db-9698-d888589171cf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:31.361830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:31.368384 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:08:31.378447 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.378719 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Added segment 8e3dfda5-2b76-4d4f-b1b5-fe6556b480d6 of type vlan for network cb82c697-d233-4641-bf4b-112bcb3b58b7
Apr 30 07:08:31.406096 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.442724 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.443996 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:31.444577 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.449441 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:31.450160 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7643bd-40bf-4417-976f-383c4b66fec9 req-f5293ff4-1474-442a-85b3-417de73d7f69 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:31.451660 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bb7643bd-40bf-4417-976f-383c4b66fec9 req-f5293ff4-1474-442a-85b3-417de73d7f69 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0889204
Apr 30 07:08:31.502967 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bb7643bd-40bf-4417-976f-383c4b66fec9 req-698311cf-d0da-469a-8cbd-7b292fb7b37d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425248
Apr 30 07:08:31.603165 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb82c697-d233-4641-bf4b-112bcb3b58b7,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:31.607170 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:31.612321 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6975594
Apr 30 07:08:31.614740 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network cb82c697-d233-4641-bf4b-112bcb3b58b7 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:08:31.616090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48056) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:31.622569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Request body: {'subnet': {'network_id': 'cb82c697-d233-4641-bf4b-112bcb3b58b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115714285-subnet', 'tenant_id': '5218e8d4c7994fbf8ef311692004109a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:31.628091 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:31.632070 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Usage tracker for resource:subnet and tenant:5218e8d4c7994fbf8ef311692004109a is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:31.635380 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:31.642567 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:31.654052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Made reservation on behalf of 5218e8d4c7994fbf8ef311692004109a for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:31.656646 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:31.974825 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413014b-0ca9-4ef8-8f72-9ef5cc617a7a req-feba4f2c-ab73-4a79-bd39-4c1d27ba169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:31.976491 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5413014b-0ca9-4ef8-8f72-9ef5cc617a7a req-feba4f2c-ab73-4a79-bd39-4c1d27ba169b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1099 time: 0.0789158
Apr 30 07:08:32.027177 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5413014b-0ca9-4ef8-8f72-9ef5cc617a7a req-f64caab2-000c-44d4-a0d6-3599cff9d104 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427911
Apr 30 07:08:32.109101 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:32.114283 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:32.185286 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f953416-2a9c-48ef-b9cc-d7546ffa78df,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:32.188819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:32.194999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Checking segment: {'id': '8e3dfda5-2b76-4d4f-b1b5-fe6556b480d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cb82c697-d233-4641-bf4b-112bcb3b58b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:08:32.195361 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Network hostable DHCP agents. Network: cb82c697-d233-4641-bf4b-112bcb3b58b7, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:08:32.215296 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Network cb82c697-d233-4641-bf4b-112bcb3b58b7 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:08:32.226069 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, cb82c697-d233-4641-bf4b-112bcb3b58b7) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:08:32.236628 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9090c7f-315f-4fd7-a53c-9738a3f04791 None None] Network cb82c697-d233-4641-bf4b-112bcb3b58b7 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:32.239522 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:32.240120 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:32.265076 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6461957
Apr 30 07:08:32.424931 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bee4e-caf3-4dbb-9fdb-6b3ff456c4c4 req-b6da7355-d3bd-46dc-9441-22d7e8c3dd7c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:32.432964 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ef8bee4e-caf3-4dbb-9fdb-6b3ff456c4c4 req-b6da7355-d3bd-46dc-9441-22d7e8c3dd7c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0992832
Apr 30 07:08:32.476989 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f13ce1-071f-4ddf-821c-d958e75399af None None] Network cb82c697-d233-4641-bf4b-112bcb3b58b7 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:32.482497 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ef8bee4e-caf3-4dbb-9fdb-6b3ff456c4c4 req-09ab2423-e51f-4b26-85ab-e6400e2f59ce tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485170
Apr 30 07:08:32.738412 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2d5b8-6084-41b6-a1e4-1d8bd8c7fcbf req-2285687a-78f4-4171-a685-ee525a4093da tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:32.745741 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6ed2d5b8-6084-41b6-a1e4-1d8bd8c7fcbf req-2285687a-78f4-4171-a685-ee525a4093da tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1065340
Apr 30 07:08:32.797375 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6ed2d5b8-6084-41b6-a1e4-1d8bd8c7fcbf req-de00b985-c4b7-4fe0-a7b6-31b7ed8b89ba tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509582
Apr 30 07:08:32.993271 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48128) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:32.998694 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1672265309-network', 'tenant_id': '3162328fa7f449c191247d39fe9b9206'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:33.004205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:33.008103 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Usage tracker for resource:network and tenant:3162328fa7f449c191247d39fe9b9206 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:33.010946 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:33.016682 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:33.029077 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Made reservation on behalf of 3162328fa7f449c191247d39fe9b9206 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:33.031924 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.051368 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.066162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:33.070258 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Usage tracker for resource:security_group_rule and tenant:3162328fa7f449c191247d39fe9b9206 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:33.073226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:33.078975 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:33.182297 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.188933 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.192998 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:33.218368 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:08:33.232218 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be24fbf8-80e3-472d-a05c-9c69bdf2d2ac,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:33.237862 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:33.239907 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.239907 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Added segment 9f4a3db1-4de1-42bb-b5aa-3feb68bf601a of type vlan for network ab20fdc5-57bc-4a66-91b5-122b208b8e97
Apr 30 07:08:33.268291 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.300393 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.302056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:33.302786 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.307864 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:33.416421 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4220569
Apr 30 07:08:33.419169 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48138) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:33.424672 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Request body: {'subnet': {'network_id': 'ab20fdc5-57bc-4a66-91b5-122b208b8e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1672265309-subnet', 'tenant_id': '3162328fa7f449c191247d39fe9b9206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:33.427856 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Pushing event updated for resources: {'Network': ['ID=ab20fdc5-57bc-4a66-91b5-122b208b8e97,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:33.430959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:33.435938 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:33.442825 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network ab20fdc5-57bc-4a66-91b5-122b208b8e97 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:08:33.443564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Usage tracker for resource:subnet and tenant:3162328fa7f449c191247d39fe9b9206 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:33.447991 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:33.456564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:33.475360 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Made reservation on behalf of 3162328fa7f449c191247d39fe9b9206 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:33.478905 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033519'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.575074 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.711351 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4a7f-b59f-4e47-b0a6-4b5c676e5c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:33.809434 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe455691-f234-4a6f-a895-bdf7e6902aca req-46945afd-9d3c-4a7f-a46f-1cf3d96acff4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:33.810900 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fe455691-f234-4a6f-a895-bdf7e6902aca req-46945afd-9d3c-4a7f-a46f-1cf3d96acff4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1709991
Apr 30 07:08:33.893571 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fe455691-f234-4a6f-a895-bdf7e6902aca req-6d3b397f-53c7-4804-bb39-db8bc8650407 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734899
Apr 30 07:08:34.000933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3479b4b-091d-4da4-9811-3c0271c5f049 req-ab2696c4-7a47-47b6-8b7b-cfb0cf549720 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:34.002946 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c3479b4b-091d-4da4-9811-3c0271c5f049 req-ab2696c4-7a47-47b6-8b7b-cfb0cf549720 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0949519
Apr 30 07:08:34.048290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033533'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:34.050075 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c3479b4b-091d-4da4-9811-3c0271c5f049 req-ae9678f2-b48b-4449-bc33-1ac2eea0c80b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410173
Apr 30 07:08:34.052838 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0c7ba968-8714-45a1-af00-732738ae5b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:34.130369 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50046aa3-8d32-4af7-9ae6-ee601673a216,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:34.133821 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:34.136326 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Checking segment: {'id': '9f4a3db1-4de1-42bb-b5aa-3feb68bf601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab20fdc5-57bc-4a66-91b5-122b208b8e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:08:34.136676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Network hostable DHCP agents. Network: ab20fdc5-57bc-4a66-91b5-122b208b8e97, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:08:34.155694 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Network ab20fdc5-57bc-4a66-91b5-122b208b8e97 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:08:34.182337 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, ab20fdc5-57bc-4a66-91b5-122b208b8e97) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:08:34.194950 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30fc756-8f99-48db-8884-6f3ec61f303f None None] Network ab20fdc5-57bc-4a66-91b5-122b208b8e97 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:34.199032 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:34.199619 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:34.243282 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8229976
Apr 30 07:08:34.437684 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662dffc3-c21b-47d5-b354-acae6d524de7 None None] Network ab20fdc5-57bc-4a66-91b5-122b208b8e97 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:08:34.614098 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:35.094337 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce68f87-2796-43b8-b1bb-4790fed67842 req-2fcc53e1-b408-4164-b8bb-ffb3dbcee736 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:35.096471 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dce68f87-2796-43b8-b1bb-4790fed67842 req-2fcc53e1-b408-4164-b8bb-ffb3dbcee736 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0785046
Apr 30 07:08:35.139241 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dce68f87-2796-43b8-b1bb-4790fed67842 req-404e6b21-2422-4082-b9cb-18a32cbdce06 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369444
Apr 30 07:08:35.288750 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba02f6-66fd-4073-abdf-917bac6f3085 req-a42befac-cb82-4a94-a641-209769a51c5c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:35.290196 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d4ba02f6-66fd-4073-abdf-917bac6f3085 req-a42befac-cb82-4a94-a641-209769a51c5c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1343362
Apr 30 07:08:35.335693 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d4ba02f6-66fd-4073-abdf-917bac6f3085 req-3243a827-11c7-4f42-99dd-9d194013847f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398564
Apr 30 07:08:36.197834 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:36.332524 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2938085-3b64-443b-9143-10de383e3059 req-1ba790b6-075f-4d42-8b80-c0ac33af5794 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:36.333945 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a2938085-3b64-443b-9143-10de383e3059 req-1ba790b6-075f-4d42-8b80-c0ac33af5794 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0808921
Apr 30 07:08:36.378266 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a2938085-3b64-443b-9143-10de383e3059 req-3b2aaab5-3b13-4cb0-b9bf-e153116fe7ee tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385997
Apr 30 07:08:36.528622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab50509-7716-4bdd-b4dc-bd603223a3d6 req-820c6e6a-ce24-4c61-a831-b216ce955186 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:36.530148 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fab50509-7716-4bdd-b4dc-bd603223a3d6 req-820c6e6a-ce24-4c61-a831-b216ce955186 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0854611
Apr 30 07:08:36.582088 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fab50509-7716-4bdd-b4dc-bd603223a3d6 req-43a449f4-7e90-43b7-b924-e4f9c0f31bdc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451264
Apr 30 07:08:37.563732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7d2ad-f03e-49e4-adde-d3e4c5d6df11 req-408564d5-ab82-4428-b05f-df48d83c7d89 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:37.565485 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ddf7d2ad-f03e-49e4-adde-d3e4c5d6df11 req-408564d5-ab82-4428-b05f-df48d83c7d89 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0823715
Apr 30 07:08:37.608815 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ddf7d2ad-f03e-49e4-adde-d3e4c5d6df11 req-e7b482df-ff68-4e15-8c57-33a4396e602b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377944
Apr 30 07:08:37.762523 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae4e34-cf5e-4a77-b93a-c622532378ff req-7e3426d5-aa29-4b96-a745-0dfbd6d74a3b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:37.764019 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53ae4e34-cf5e-4a77-b93a-c622532378ff req-7e3426d5-aa29-4b96-a745-0dfbd6d74a3b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0774171
Apr 30 07:08:37.807833 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53ae4e34-cf5e-4a77-b93a-c622532378ff req-5c1f752e-e855-4300-bc34-12bcb9889595 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382004
Apr 30 07:08:38.791575 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f7119-329a-4c6c-9dd0-7ca625afd77c req-6ff4e31b-a500-429a-b743-277de03ed320 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:38.793048 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-922f7119-329a-4c6c-9dd0-7ca625afd77c req-6ff4e31b-a500-429a-b743-277de03ed320 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0796831
Apr 30 07:08:38.839258 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-922f7119-329a-4c6c-9dd0-7ca625afd77c req-291d66ca-c4d1-4cf4-8fb3-9cc786140131 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399268
Apr 30 07:08:38.990664 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad60cb-3a91-498a-a24e-0e9a17570a38 req-891917e6-558b-46f0-adf4-03ab0c336ecf tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:38.992203 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c9ad60cb-3a91-498a-a24e-0e9a17570a38 req-891917e6-558b-46f0-adf4-03ab0c336ecf tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0821340
Apr 30 07:08:39.036062 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c9ad60cb-3a91-498a-a24e-0e9a17570a38 req-0a9f47eb-dca4-4eb7-b7cd-9cccc8443363 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382426
Apr 30 07:08:39.222559 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dec65f-4f9a-422d-8073-5c99b9faa926 req-7a275916-c6f0-4558-93c3-506bc124cab0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:39.224058 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e5dec65f-4f9a-422d-8073-5c99b9faa926 req-7a275916-c6f0-4558-93c3-506bc124cab0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0862968
Apr 30 07:08:39.232940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48244) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:39.238329 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'floatingip': {'port_id': '822db995-6e78-4b63-96e5-66af32357a13'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:39.319117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:40.037251 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46460e9f-7871-4c0f-b05a-4e0955f5d1c8 req-bb08dc6f-5e67-4760-8265-73d5d36a139e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:40.038847 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-46460e9f-7871-4c0f-b05a-4e0955f5d1c8 req-bb08dc6f-5e67-4760-8265-73d5d36a139e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0869715
Apr 30 07:08:40.090903 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-46460e9f-7871-4c0f-b05a-4e0955f5d1c8 req-f8ab90dc-9edd-4c87-b873-d75d1bd3b73e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454564
Apr 30 07:08:40.146903 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:40.159197 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:40.345967 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Floating IP 2b04a11e-d2ba-4c59-95ff-b072923a168b associated. External IP: 172.27.3.24, port: 822db995-6e78-4b63-96e5-66af32357a13.
Apr 30 07:08:40.728278 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-234d8870-1594-4bf2-b170-a251806feec0 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:40.729742 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-234d8870-1594-4bf2-b170-a251806feec0 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.3305428
Apr 30 07:08:40.888450 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-0d671bad-1766-49e5-a989-b8c1d5695d4e tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/quotas/36058dd06b3a4b82a107ab998960c088 HTTP/1.1" status: 200  len: 375 time: 0.0927150
Apr 30 07:08:40.986764 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:08:41.080254 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-5a30d9c6-9082-4a24-9c93-c4f875a36efd tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1856060
Apr 30 07:08:41.279171 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180961a-6f1a-4b36-8e31-48aab9cde734 req-dec50bed-4ce2-4133-9810-2a26df044ed8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:41.282005 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f180961a-6f1a-4b36-8e31-48aab9cde734 req-dec50bed-4ce2-4133-9810-2a26df044ed8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0830913
Apr 30 07:08:41.300464 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:08:41.306895 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:41.319310 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:08:41.330202 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:08:41.330202 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b955faf10>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:08:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:41.349148 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3bb505f7-43b7-48d5-8bab-08583b20a99f service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616150
Apr 30 07:08:41.352636 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f180961a-6f1a-4b36-8e31-48aab9cde734 req-f886f83b-defa-4de7-9a04-bbda6b9aa76d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598931
Apr 30 07:08:41.455125 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c494cc57-765a-4c6d-9850-6bf598c399fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "PUT /v2.0/floatingips/2b04a11e-d2ba-4c59-95ff-b072923a168b HTTP/1.1" status: 200  len: 991 time: 2.2208357
Apr 30 07:08:41.481604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'tag': '822db995-6e78-4b63-96e5-66af32357a13'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:41.522843 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-9130f6f1-0b3b-4743-8757-8ae54e773fa0 service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657624
Apr 30 07:08:41.534146 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:08:41.713242 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'tag': '822db995-6e78-4b63-96e5-66af32357a13', 'status': 'completed', 'code': 200}
Apr 30 07:08:41.808339 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5007321e-d353-4010-a15f-565d06ba3b74 req-30b3fa66-1b1c-45b5-aa5c-1e98d5ee8bbf tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 210 time: 0.0681973
Apr 30 07:08:41.914869 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-e92a184b-9636-4c0d-a2d0-787581e2968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:41.916580 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-e92a184b-9636-4c0d-a2d0-787581e2968f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1099 time: 0.1662838
Apr 30 07:08:41.944303 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b955faf10>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '2b04a11e-d2ba-4c59-95ff-b072923a168b', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'port_id': '822db995-6e78-4b63-96e5-66af32357a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'mac_address': 'fa:16:3e:1a:7d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186761b-038f-4fd0-9162-285e4ae21815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:07:51Z', 'updated_at': '2021-04-30T07:08:39Z', 'revision_number': 1, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:41.948899 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:08:41.959317 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:08:41.960088 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b955faf10>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:08:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:42.152157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-87f1f0e8-39f9-494d-97f2-91dd1b628655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:42.153824 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-87f1f0e8-39f9-494d-97f2-91dd1b628655 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.2241945
Apr 30 07:08:42.160484 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:08:42.365587 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-0846fdad-c6f5-4c01-be35-ec2a7b4bfcf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 999 time: 0.1951413
Apr 30 07:08:42.464548 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-9453db8b-8b54-47a4-bbb4-767ed141a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:42.465981 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-9453db8b-8b54-47a4-bbb4-767ed141a43b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0816090
Apr 30 07:08:42.623082 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b955faf10>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '2b04a11e-d2ba-4c59-95ff-b072923a168b', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'port_id': '822db995-6e78-4b63-96e5-66af32357a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'mac_address': 'fa:16:3e:1a:7d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186761b-038f-4fd0-9162-285e4ae21815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:07:51Z', 'updated_at': '2021-04-30T07:08:39Z', 'revision_number': 1, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:08:42.628833 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8eebb-63b7-419a-8d6b-b69a82eb870a None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '2b04a11e-d2ba-4c59-95ff-b072923a168b', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'port_id': '822db995-6e78-4b63-96e5-66af32357a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'mac_address': 'fa:16:3e:1a:7d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186761b-038f-4fd0-9162-285e4ae21815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:07:51Z', 'updated_at': '2021-04-30T07:08:39Z', 'revision_number': 1, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:08:42.738566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-a74a15a9-f4d0-403c-a530-0776bbae5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:42.740161 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-a74a15a9-f4d0-403c-a530-0776bbae5337 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2640233
Apr 30 07:08:42.890282 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ceca9-2551-49d7-9d7b-d19e728aefc7 req-9020930e-78be-48b0-ad4a-fb964c633ff5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:42.891895 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f75ceca9-2551-49d7-9d7b-d19e728aefc7 req-9020930e-78be-48b0-ad4a-fb964c633ff5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.3398023
Apr 30 07:08:42.978262 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f75ceca9-2551-49d7-9d7b-d19e728aefc7 req-500790bf-652a-40ef-8e57-1f382c207542 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723376
Apr 30 07:08:43.007443 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-47951741-302a-4075-88c1-1999def99c41 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490120
Apr 30 07:08:43.039906 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fedb6d-4e54-4c1a-b67d-45932eec99ce None None] New status for floating IP 2b04a11e-d2ba-4c59-95ff-b072923a168b: ACTIVE {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:08:43.108286 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-469dc2ed-9b48-47dc-86e2-509349e7ccb2 req-a0fca813-f53d-4bab-a3c7-22864da04163 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 210 time: 0.0783801
Apr 30 07:08:43.203303 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d5cc1827-ccc4-4e12-970f-08a376feb383 req-918e94ba-4bed-48df-b460-3b343507373a service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833622
Apr 30 07:08:43.717451 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-47c87b2e-87b3-431d-aa88-49b2912e770f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:43.719096 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-47c87b2e-87b3-431d-aa88-49b2912e770f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.1736426
Apr 30 07:08:43.743582 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Request body: {'port': {'device_id': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'admin_state_up': True, 'tenant_id': '36058dd06b3a4b82a107ab998960c088'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:43.884788 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:43.894611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:43.904872 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Made reservation on behalf of 36058dd06b3a4b82a107ab998960c088 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:08:43.909637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:44.146540 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Allocated IP 172.20.0.13 (ce8260ad-d6b2-4af1-91af-9b23354e7992/1ae23b4e-2bd3-48d9-895a-5374b916ee30/06142239-cf4d-4f1c-8bee-5e621b6d2f9a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:08:44.209237 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fc178-bd6e-4689-9afe-eb5bfe57c4eb req-2bde24e4-7a3a-4c1a-9fb7-168a3dfc1e58 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:44.217517 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4c6fc178-bd6e-4689-9afe-eb5bfe57c4eb req-2bde24e4-7a3a-4c1a-9fb7-168a3dfc1e58 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1030130
Apr 30 07:08:44.269001 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4c6fc178-bd6e-4689-9afe-eb5bfe57c4eb req-40b2bebc-0d7e-47f4-a076-19624387de45 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503030
Apr 30 07:08:44.411700 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d84e641f-a516-446e-b633-e54f30f26da8 req-70d3f232-d362-4edb-ad23-aac42af19596 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 210 time: 0.0589933
Apr 30 07:08:44.474656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:44.516106 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:44.524417 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:44.540661 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:44.598467 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:08:44.602082 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:08:44.616568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:08:44.724381 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event updated for resources: {'Port': ['ID=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:44.737409 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:44.749435 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:44.750285 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:44.785011 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0450368
Apr 30 07:08:44.816592 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Request body: {'port': {'device_id': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:08:44.959613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:44.998109 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48500) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:45.218286 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.276948 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:45.282623 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Usage tracker for resource:security_group_rule and tenant:ae46a2363eb54f68b5aed60e0da7d7d7 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:45.292761 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:45.302638 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:45.322042 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48518) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:45.442905 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.456291 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.472176 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:45.513324 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48528) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:45.533462 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a695235-3caa-4f3d-8f49-d2d77abe40d2,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:45.538298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:45.587865 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae46a2363eb54f68b5aed60e0da7d7d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5882087
Apr 30 07:08:45.593091 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48534) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:45.634266 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.635908 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.658469 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06142239-cf4d-4f1c-8bee-5e621b6d2f9a {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:45.661969 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:45.663771 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:45.671644 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.674578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d74b5837ce49adad744328799db340 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:45.675960 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Usage tracker for resource:security_group_rule and tenant:6df87662b0f448658a909516a127e042 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:45.678275 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:45.683966 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:45.692188 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:45.697439 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:45.716573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Transition to ACTIVE for port object 06142239-cf4d-4f1c-8bee-5e621b6d2f9a will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:08:45.727319 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.730493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.740933 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48fca4fb-02d1-4769-9eea-7d5fa9ad0115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:45.755077 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670d0d-d8a9-4a09-b239-36967641aef9 req-f6b62328-8c96-403c-915e-a9d4000548ad tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:45.756552 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0b670d0d-d8a9-4a09-b239-36967641aef9 req-f6b62328-8c96-403c-915e-a9d4000548ad tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 932 time: 0.2067783
Apr 30 07:08:45.777439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1d939-7e73-4487-a5de-43718bd465c4 req-8447878c-ace1-4149-8af0-64461e5b0e7e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:45.778937 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ffd1d939-7e73-4487-a5de-43718bd465c4 req-8447878c-ace1-4149-8af0-64461e5b0e7e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.3701563
Apr 30 07:08:45.804052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.864383 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0b670d0d-d8a9-4a09-b239-36967641aef9 req-0abaad0b-4747-4c13-97a8-9a3461e0c092 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973880
Apr 30 07:08:45.922891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Pushing event updated for resources: {'Port': ['ID=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:45.934872 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.935929 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.937104 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:45.940744 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:45.953432 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:45.965289 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a695235-3caa-4f3d-8f49-d2d77abe40d2,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:45.969726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:45.970867 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6567a5d7-db19-4f0d-b7ee-e4c58342f7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:46.015494 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76060486-c833-47cf-97d9-18a84d7b591c,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:46.020569 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6df87662b0f448658a909516a127e042&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4891748
Apr 30 07:08:46.021513 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:46.023190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48542) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:46.025920 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.027133 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a695235-3caa-4f3d-8f49-d2d77abe40d2 HTTP/1.1" status: 204  len: 168 time: 0.4321055
Apr 30 07:08:46.075969 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ffd1d939-7e73-4487-a5de-43718bd465c4 req-5f54eff0-1f40-40d5-9acc-42b82599a8b0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2854052
Apr 30 07:08:46.098767 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.125883 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.134555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Attempting to bind port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:08:46.134916 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Attempting to bind port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:08:46.135226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Attempting to bind port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:08:46.145167 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.146159 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a on network ce8260ad-d6b2-4af1-91af-9b23354e7992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:08:46.146755 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Attempting to bind port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:08:46.154373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:08:46.154713 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Checking segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:08:46.155100 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Bound using segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:08:46.155572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Bound port: 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:08:46.157211 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.170189 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.195604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ef83f5de-9488-4093-a875-4a5ef5688918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:46.234144 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.239331 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7e2a029b-b872-4cb8-9161-8ff458cf4dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:46.262542 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76060486-c833-47cf-97d9-18a84d7b591c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:46.266279 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:46.280865 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.305304 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76060486-c833-47cf-97d9-18a84d7b591c HTTP/1.1" status: 204  len: 168 time: 0.2811098
Apr 30 07:08:46.483944 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3d74b5837ce49adad744328799db340&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1605883
Apr 30 07:08:46.486832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48560) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:46.498539 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c27a1-1eaa-498d-bb32-0d42b3c84310,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:46.514603 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:46.561201 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] For port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:08:46.572822 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] For port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:08:46.582630 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.591110 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:46.601878 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.634223 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.665454 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:46.666305 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.667927 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] 10.222.0.10 "PUT /v2.0/ports/06142239-cf4d-4f1c-8bee-5e621b6d2f9a HTTP/1.1" status: 200  len: 1094 time: 1.8557270
Apr 30 07:08:46.668573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'tag': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:46.693304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Pushing event updated for resources: {'Port': ['ID=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:46.699790 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:46.712589 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.718347 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-869efc0b-9f3e-4914-b584-05c18396c282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:46.730659 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c27a1-1eaa-498d-bb32-0d42b3c84310,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:46.733921 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:46.741454 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.742737 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e9c27a1-1eaa-498d-bb32-0d42b3c84310 HTTP/1.1" status: 204  len: 168 time: 0.2545426
Apr 30 07:08:46.758102 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'tag': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'status': 'completed', 'code': 200}
Apr 30 07:08:46.770958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48570) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:46.803263 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-cb6aa655-eba0-4011-8e86-5072e1c9f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:46.805240 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-cb6aa655-eba0-4011-8e86-5072e1c9f6ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 1097 time: 0.0831301
Apr 30 07:08:46.809470 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:46.824948 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:46.843226 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Usage tracker for resource:security_group_rule and tenant:8508328da52f48eeb5e111c2ab57919e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:46.848450 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:46.859122 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:46.904287 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-6d373566-1cfc-4e5f-ac82-374a5696ae55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a HTTP/1.1" status: 200  len: 217 time: 0.0803452
Apr 30 07:08:47.008088 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-69631704-9e20-45ed-b5f9-0ecd86784771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:47.009858 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-69631704-9e20-45ed-b5f9-0ecd86784771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.0918543
Apr 30 07:08:47.033940 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.039215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.051473 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:47.083635 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea239854-ba64-4ac9-b48e-d0ea67e74da4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:47.088582 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:47.089253 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48578) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:47.099846 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-42a5905a-1e98-43ba-ba57-0375897db758 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678229
Apr 30 07:08:47.189691 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.207054 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8508328da52f48eeb5e111c2ab57919e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4350350
Apr 30 07:08:47.210433 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48586) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:47.255639 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:47.268733 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Usage tracker for resource:security_group_rule and tenant:9e30b9bafde0414daec8a1a70fae1ec4 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:47.275091 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:47.288472 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:47.322498 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-cadd5310-5467-4901-96e1-325d6ad02440 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058783
Apr 30 07:08:47.326746 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.369026 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7339d87-554a-4629-be3c-409098d386d2 req-ed72a655-4297-4711-b710-c13853d79b5f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:47.372474 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f7339d87-554a-4629-be3c-409098d386d2 req-ed72a655-4297-4711-b710-c13853d79b5f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 944 time: 0.2798815
Apr 30 07:08:47.395935 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.451993 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f7339d87-554a-4629-be3c-409098d386d2 req-5b34cc54-72e7-4df8-a1f4-86f82b459b91 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626302
Apr 30 07:08:47.533542 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88a381-b7a8-4dd0-836d-be1561c64376 req-85dd1cef-5f9f-4614-aa47-f30dd120d4ae tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:47.536345 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb88a381-b7a8-4dd0-836d-be1561c64376 req-85dd1cef-5f9f-4614-aa47-f30dd120d4ae tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.2795126
Apr 30 07:08:47.545255 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.550770 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.551838 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3dbccf7b-e274-4f5c-b4a9-629c77c5820c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:47.567088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea239854-ba64-4ac9-b48e-d0ea67e74da4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:47.568956 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.590154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:47.591454 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:47.622937 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9084c58-9cfa-4f1c-aec4-731c173b645b,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:47.628416 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:47.652205 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e30b9bafde0414daec8a1a70fae1ec4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5580964
Apr 30 07:08:47.653242 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.656794 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-53faf54b-3a82-432b-a810-fd43cdc3ce0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea239854-ba64-4ac9-b48e-d0ea67e74da4 HTTP/1.1" status: 204  len: 168 time: 0.4409666
Apr 30 07:08:47.656794 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48612) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:47.670664 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb88a381-b7a8-4dd0-836d-be1561c64376 req-1f0e19a9-eaec-4f4d-992d-03c19574479d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272554
Apr 30 07:08:47.672942 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-102221cd-7bee-4cb7-8019-eafdb79abe58 req-b8d1f5ff-c6a1-4e06-b85d-ce3ff924146e service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386426
Apr 30 07:08:47.780694 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.826101 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.892563 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-7086eae0-6d0d-48a2-bfc5-5f06b5b6e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:47.894082 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-7086eae0-6d0d-48a2-bfc5-5f06b5b6e6a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 1097 time: 0.1280606
Apr 30 07:08:47.977747 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:47.983889 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:48.022003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9084c58-9cfa-4f1c-aec4-731c173b645b,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:48.024876 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:48.030166 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:48.046029 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9084c58-9cfa-4f1c-aec4-731c173b645b HTTP/1.1" status: 204  len: 168 time: 0.3756125
Apr 30 07:08:48.106720 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-9933cbf7-39fa-4098-888b-5045a68634de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:48.108337 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-9933cbf7-39fa-4098-888b-5045a68634de service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 914 time: 0.1990416
Apr 30 07:08:48.405956 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-6523d539-0929-49ef-bda7-a737675d3f82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a HTTP/1.1" status: 200  len: 217 time: 0.2867157
Apr 30 07:08:48.501944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-9dab2794-1076-4756-83a2-20353da1c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:48.503817 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-9dab2794-1076-4756-83a2-20353da1c528 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.0773721
Apr 30 07:08:48.525927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926879-c8fd-4394-b640-1a594be30f28 req-d62a4a9a-3002-4b8d-ac6c-9ed5cc2e952b tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:48.534901 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f9926879-c8fd-4394-b640-1a594be30f28 req-d62a4a9a-3002-4b8d-ac6c-9ed5cc2e952b tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.3136334
Apr 30 07:08:48.586080 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-737e7ec9-8083-4740-b636-2f2c863277af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489979
Apr 30 07:08:48.739318 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6f21-1fda-45a7-b7de-fbf116e184c0 req-f9392c93-ac5d-428e-bdb4-3f72c924b215 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:48.749489 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c2cd6f21-1fda-45a7-b7de-fbf116e184c0 req-f9392c93-ac5d-428e-bdb4-3f72c924b215 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 944 time: 0.1492050
Apr 30 07:08:48.778652 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f9926879-c8fd-4394-b640-1a594be30f28 req-27f418c7-9509-4677-a7b1-dc43d5eef2fd tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426765
Apr 30 07:08:48.783262 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-ece9e54c-8a86-4204-8000-084e2ad99f50 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776888
Apr 30 07:08:48.836521 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c2cd6f21-1fda-45a7-b7de-fbf116e184c0 req-eb699e78-e786-4020-bcbf-a3ce284ece8f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858181
Apr 30 07:08:48.993304 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00bd09ac-8dfa-4f9e-9c89-68ce6faf1e1d req-ca6e4587-eb2f-4784-ba9b-1b5d61ed5649 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935616
Apr 30 07:08:49.024330 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa84b0-7b1e-425b-b0d0-cbbda327a2c8 req-332483b5-b159-485b-830f-e29bae95f056 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:49.025858 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-52fa84b0-7b1e-425b-b0d0-cbbda327a2c8 req-332483b5-b159-485b-830f-e29bae95f056 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0827594
Apr 30 07:08:49.070757 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-52fa84b0-7b1e-425b-b0d0-cbbda327a2c8 req-7a58a720-21ae-4602-a121-bf3f18a7f656 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388618
Apr 30 07:08:50.026664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab0fe2-c638-46e6-a579-4117769ec928 req-0f52344b-9055-46db-b629-38c49600b25d tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:50.030029 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7aab0fe2-c638-46e6-a579-4117769ec928 req-0f52344b-9055-46db-b629-38c49600b25d tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.1059957
Apr 30 07:08:50.046605 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d0949-b13b-43db-9189-8874b2234431 req-fc570dba-e4d6-41ae-8e64-a9ef863945fa tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:50.048124 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a6d0949-b13b-43db-9189-8874b2234431 req-fc570dba-e4d6-41ae-8e64-a9ef863945fa tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 944 time: 0.1090906
Apr 30 07:08:50.086674 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7aab0fe2-c638-46e6-a579-4117769ec928 req-3de915de-0124-4170-a467-7916a6bccea4 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488360
Apr 30 07:08:50.103896 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48716) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:50.122159 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a6d0949-b13b-43db-9189-8874b2234431 req-dbd5761a-375c-4e5e-bbaa-57d07b1f2519 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679355
Apr 30 07:08:50.287100 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.301747 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:50.305689 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Usage tracker for resource:security_group_rule and tenant:6072d9324c284aa0b754be4cefb3b221 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:50.306157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc9be-6e2f-4822-b61e-73392dc60119 req-cca665b1-7576-46f0-9d65-cb2cd176642d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:50.308766 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:50.314720 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-371bc9be-6e2f-4822-b61e-73392dc60119 req-cca665b1-7576-46f0-9d65-cb2cd176642d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0931854
Apr 30 07:08:50.315604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:50.368265 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-371bc9be-6e2f-4822-b61e-73392dc60119 req-51194606-bf75-4784-87c0-4e3ca7f57b75 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526505
Apr 30 07:08:50.415432 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.419177 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.427335 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b5d28784-b3bd-411f-b99a-a96a268124a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:50.466121 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6072d9324c284aa0b754be4cefb3b221&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3609776
Apr 30 07:08:50.467687 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab6d340-a30f-4624-a02f-67afd546bd76,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:50.468913 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48728) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:50.470762 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:50.538219 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.566279 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.618112 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.622990 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f3bce770-6592-4cb9-bad1-3a2ddb6af768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:50.635302 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab6d340-a30f-4624-a02f-67afd546bd76,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:50.638216 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:50.640146 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.641252 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ab6d340-a30f-4624-a02f-67afd546bd76 HTTP/1.1" status: 204  len: 168 time: 0.1713698
Apr 30 07:08:50.948695 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 48744) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:50.965976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:50.980409 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:08:50.984243 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Usage tracker for resource:security_group_rule and tenant:249673846d16486998b61660678fc68f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:08:50.987660 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:08:50.993326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:08:51.073515 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.077333 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.088625 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b56ac8de-b3dd-48fb-8efd-aaa92a3fd40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:51.128727 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=249673846d16486998b61660678fc68f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1788380
Apr 30 07:08:51.129622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ad453-4a44-42b9-ab63-1f31b2af8b56,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:51.131315 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 48752) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:08:51.132959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:51.202770 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.246391 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.383113 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6418cd-772d-4170-b165-0c6de4c0baaf req-ea4fb215-0014-4e7f-915e-e550474bf942 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:51.384756 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-aa6418cd-772d-4170-b165-0c6de4c0baaf req-ea4fb215-0014-4e7f-915e-e550474bf942 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 944 time: 0.1474862
Apr 30 07:08:51.435052 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a15a9-0bbc-446e-96c7-1f3ab8f5ebef req-737f936a-6df4-4d91-b3e2-ec7de461ae58 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:51.442152 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3f0a15a9-0bbc-446e-96c7-1f3ab8f5ebef req-737f936a-6df4-4d91-b3e2-ec7de461ae58 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.1817648
Apr 30 07:08:51.456572 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-aa6418cd-772d-4170-b165-0c6de4c0baaf req-1bcc8209-b40e-4288-b558-a1cb65fa6f42 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597007
Apr 30 07:08:51.457182 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.477493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:51.495255 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ad453-4a44-42b9-ab63-1f31b2af8b56,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:51.526363 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:51.539422 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.542794 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/596ad453-4a44-42b9-ab63-1f31b2af8b56 HTTP/1.1" status: 204  len: 168 time: 0.4063110
Apr 30 07:08:51.547035 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3f0a15a9-0bbc-446e-96c7-1f3ab8f5ebef req-cdbb54bc-49fe-4991-8587-540f32670fda tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040921
Apr 30 07:08:51.676162 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:51.727039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737ddc1-eae9-4b7d-a81b-f869dc4de695 req-036814cb-392e-43c0-9a63-54328e006e5e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:51.728530 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4737ddc1-eae9-4b7d-a81b-f869dc4de695 req-036814cb-392e-43c0-9a63-54328e006e5e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0841537
Apr 30 07:08:51.772412 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4737ddc1-eae9-4b7d-a81b-f869dc4de695 req-8b10fd39-f36f-4d26-8205-bf4cf33eafdc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381310
Apr 30 07:08:51.943031 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-e3aeb7ee-0c1b-45d2-93ea-59f02e87cfcf tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:51.944620 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-e3aeb7ee-0c1b-45d2-93ea-59f02e87cfcf tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 946 time: 0.1016412
Apr 30 07:08:52.096853 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Deleting port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:08:52.097376 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:52.249522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] For port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,segment=NetworkSegment(f0389e9e-8526-4626-a214-057a12455cb9),segment_id=f0389e9e-8526-4626-a214-057a12455cb9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:52.250181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:52.347976 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 06142239-cf4d-4f1c-8bee-5e621b6d2f9a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:08:52.376625 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Calling delete_port for e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:08:52.496917 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:52.512712 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'port_id': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'mac_address': 'fa:16:3e:46:0a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae23b4e-2bd3-48d9-895a-5374b916ee30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:08:52.584443 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:52.620002 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06142239-cf4d-4f1c-8bee-5e621b6d2f9a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:08:52.663639 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:52.666140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:52.672130 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:52.675022 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22808fa6-85c3-4595-834e-c2c00387d4f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:52.676419 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd3752eb-0d9b-4f5a-8756-8b66d8d4907b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:52.724173 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['e58c1f3e-3cab-44f9-bd27-f4158e65a0c4'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:52.787605 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a5328-9937-4943-8f26-d92d1c5ecad6 req-c606c43a-e9ac-4e33-b1c8-4a2981dac25b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:52.796251 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c59a5328-9937-4943-8f26-d92d1c5ecad6 req-c606c43a-e9ac-4e33-b1c8-4a2981dac25b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 945 time: 0.2074547
Apr 30 07:08:52.818857 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Pushing event deleted for resources: {'Port': ['ID=e58c1f3e-3cab-44f9-bd27-f4158e65a0c4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:52.828193 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:52.856032 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:52.864110 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c59a5328-9937-4943-8f26-d92d1c5ecad6 req-82126771-da71-4e9d-a459-cb6f97d6648d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680113
Apr 30 07:08:52.869604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:52.882557 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] No DVR routers for this DVR port e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:08:52.886056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:52.896617 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'name': 'network-vif-deleted', 'tag': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:52.913498 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ce9a2ca9-49d5-4cee-bb44-e8635914053f req-cb5d41c3-9dc6-4d86-9b59-2f143daf4e3e tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.0830076
Apr 30 07:08:52.922130 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-194da2f0-20cf-4b5e-8fbc-072233d0057f req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.10 "DELETE /v2.0/ports/e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 HTTP/1.1" status: 204  len: 173 time: 0.9677622
Apr 30 07:08:53.118818 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['06142239-cf4d-4f1c-8bee-5e621b6d2f9a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:08:53.133142 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587456-73c9-4daf-b142-a1a51e0f8444 req-9260c209-9b29-405f-9ada-2334da1d99af tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:53.142131 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f6587456-73c9-4daf-b142-a1a51e0f8444 req-9260c209-9b29-405f-9ada-2334da1d99af tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1146696
Apr 30 07:08:53.145780 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb578ca-e4b4-4f7a-97b8-14da793efbf4', 'name': 'network-vif-deleted', 'tag': 'e58c1f3e-3cab-44f9-bd27-f4158e65a0c4', 'status': 'completed', 'code': 200}
Apr 30 07:08:53.206004 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f6587456-73c9-4daf-b142-a1a51e0f8444 req-0d8ef850-136b-45e5-83cf-b4a9b476d002 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627542
Apr 30 07:08:53.443759 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-6fdfbeb8-9c28-4892-ad0b-c9e581bca5b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710089
Apr 30 07:08:53.620124 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1dd67-b675-48d1-af48-288b38060bcc req-a5ee8cd6-a063-401a-9c00-400f5dc97aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:53.621587 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-a5ee8cd6-a063-401a-9c00-400f5dc97aa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 1098 time: 0.0853381
Apr 30 07:08:53.798508 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1dd67-b675-48d1-af48-288b38060bcc req-8a5ead42-3455-45a2-876b-dde19a9c38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:53.799960 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-8a5ead42-3455-45a2-876b-dde19a9c38e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 914 time: 0.1511302
Apr 30 07:08:53.884042 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-acc54527-5852-4f17-96df-f40676c9d383 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74a783e0-b2f1-438a-a347-1b01e1025561 HTTP/1.1" status: 200  len: 217 time: 0.0655849
Apr 30 07:08:53.963187 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1dd67-b675-48d1-af48-288b38060bcc req-0736f814-9edd-4fc7-b8cb-ce912f4d2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:53.964745 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-0736f814-9edd-4fc7-b8cb-ce912f4d2242 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.0663378
Apr 30 07:08:54.050712 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-ee755507-3cb5-4208-9892-43a79b977e37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683968
Apr 30 07:08:54.073711 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98d7b4-77e0-46bd-8535-bf4d0d39a183 req-42e79613-2420-430f-97f0-654a5b78f96a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:54.084053 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e98d7b4-77e0-46bd-8535-bf4d0d39a183 req-42e79613-2420-430f-97f0-654a5b78f96a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 945 time: 0.1118412
Apr 30 07:08:54.133316 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5e98d7b4-77e0-46bd-8535-bf4d0d39a183 req-dd795251-2188-4c82-a048-7e57632b131a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481458
Apr 30 07:08:54.142158 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-57846fc7-1adb-4f26-99ac-ce9111080b3c req-b3300be8-c7fb-4b5c-9d44-29c2df3f1ef7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Synchronizing usage tracker for tenant:619a0962f3b140708d6d3841e106f483 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:54.274526 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-57846fc7-1adb-4f26-99ac-ce9111080b3c req-b3300be8-c7fb-4b5c-9d44-29c2df3f1ef7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Unset dirty status for tenant:619a0962f3b140708d6d3841e106f483 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:54.275890 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57846fc7-1adb-4f26-99ac-ce9111080b3c req-b3300be8-c7fb-4b5c-9d44-29c2df3f1ef7 tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb578ca-e4b4-4f7a-97b8-14da793efbf4 HTTP/1.1" status: 200  len: 210 time: 0.2178226
Apr 30 07:08:54.309428 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-4154c097-6a0e-4185-8f10-5d5e9f02d2e1 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092073
Apr 30 07:08:54.359700 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 06142239-cf4d-4f1c-8bee-5e621b6d2f9a up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:08:54.468962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:08:54.474330 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:08:54.475075 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:54.551292 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-57f1dd67-b675-48d1-af48-288b38060bcc req-289af9e3-24e4-41b0-83d2-d59c47775b1e service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255230
Apr 30 07:08:54.565122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338f36-759c-4bf0-8cf5-88ab06d0c551 req-e714622a-f3af-48d6-977b-718d0d71ba11 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:54.566738 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b5338f36-759c-4bf0-8cf5-88ab06d0c551 req-e714622a-f3af-48d6-977b-718d0d71ba11 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1401396
Apr 30 07:08:54.613646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:54.624171 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b5338f36-759c-4bf0-8cf5-88ab06d0c551 req-35e0ffc8-dd8d-451d-b9e5-61278c6de0fd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503988
Apr 30 07:08:54.641167 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:08:54.651352 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:08:54.655618 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:08:54.656540 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:08:54.693600 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:08:54.721665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:08:54.721930 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e58c1f3e-3cab-44f9-bd27-f4158e65a0c4 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:08:54.729046 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'code': 200}
Apr 30 07:08:54.764363 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:08:54.768071 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:08:54.998018 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919eca9-8a4f-478c-b2d8-8f64030d3b52 req-37d1df90-2559-40df-bfc7-56deeb54f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:54.999563 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3919eca9-8a4f-478c-b2d8-8f64030d3b52 req-37d1df90-2559-40df-bfc7-56deeb54f176 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 1099 time: 0.0799520
Apr 30 07:08:55.056638 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3919eca9-8a4f-478c-b2d8-8f64030d3b52 req-c441a945-8791-449d-b748-345d6a3acd3e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412447
Apr 30 07:08:55.411383 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308f65-cdfa-4a9b-adb7-7d47117acb8c req-732d477b-2e00-4bdc-83d6-74c7636c8498 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:55.413291 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c5308f65-cdfa-4a9b-adb7-7d47117acb8c req-732d477b-2e00-4bdc-83d6-74c7636c8498 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:08:55.439524 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c5308f65-cdfa-4a9b-adb7-7d47117acb8c req-732d477b-2e00-4bdc-83d6-74c7636c8498 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:08:55.450218 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c5308f65-cdfa-4a9b-adb7-7d47117acb8c req-732d477b-2e00-4bdc-83d6-74c7636c8498 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.1474552
Apr 30 07:08:55.512696 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c5308f65-cdfa-4a9b-adb7-7d47117acb8c req-a91aaa4f-7c15-4c90-abf7-236f5c367250 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565538
Apr 30 07:08:55.823453 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72acca6-e6c4-41fa-a366-10fcf3f8de0e req-f580cc9d-bc9b-41a2-af7a-0397c193fd02 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:55.824923 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d72acca6-e6c4-41fa-a366-10fcf3f8de0e req-f580cc9d-bc9b-41a2-af7a-0397c193fd02 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0799317
Apr 30 07:08:55.873709 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d72acca6-e6c4-41fa-a366-10fcf3f8de0e req-b9d0cb30-925f-4514-8115-767551d76505 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416763
Apr 30 07:08:56.689473 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4be68-0e79-4524-b1a5-10d257c19cf6 req-c9a52d5c-5d06-46c8-9787-c3c9b933308b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:56.692170 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-31b4be68-0e79-4524-b1a5-10d257c19cf6 req-c9a52d5c-5d06-46c8-9787-c3c9b933308b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0842028
Apr 30 07:08:56.739804 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-31b4be68-0e79-4524-b1a5-10d257c19cf6 req-3d692613-f4aa-4f43-9d66-5c00f38d018a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412953
Apr 30 07:08:57.062069 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b208c-d54a-4dd5-9651-6c6b094330a0 req-ab5848d5-9553-4260-90a1-264b3c2c2190 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:57.063526 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-845b208c-d54a-4dd5-9651-6c6b094330a0 req-ab5848d5-9553-4260-90a1-264b3c2c2190 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0816748
Apr 30 07:08:57.106018 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-845b208c-d54a-4dd5-9651-6c6b094330a0 req-2dc4cf77-36bd-43ce-824f-fcf01d82fe27 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369277
Apr 30 07:08:57.926723 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8b58c-190f-4ffe-a2a2-003a4ed44e52 req-5904dd56-7fb6-4278-a801-73d12ff4a34c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:57.928189 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f0e8b58c-190f-4ffe-a2a2-003a4ed44e52 req-5904dd56-7fb6-4278-a801-73d12ff4a34c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0783973
Apr 30 07:08:57.974848 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f0e8b58c-190f-4ffe-a2a2-003a4ed44e52 req-e07c8d5e-e49d-473e-bc6d-a5d427fb91a7 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409791
Apr 30 07:08:58.286557 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6c907-f7db-4fd4-9075-f7a43a1a33eb req-904b2864-623a-4f5e-bfb7-9f994087b239 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:58.288006 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-89c6c907-f7db-4fd4-9075-f7a43a1a33eb req-904b2864-623a-4f5e-bfb7-9f994087b239 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0781119
Apr 30 07:08:58.331822 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-89c6c907-f7db-4fd4-9075-f7a43a1a33eb req-4d1bf1e2-b3dc-46e7-9d57-ba2e1e677803 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380418
Apr 30 07:08:59.160281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a60ae-e9e5-4fdb-993a-7ba36b4b31ad req-582f5b06-2f1e-4ca5-a6b5-245c22988d0e tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:59.161741 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-531a60ae-e9e5-4fdb-993a-7ba36b4b31ad req-582f5b06-2f1e-4ca5-a6b5-245c22988d0e tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0813198
Apr 30 07:08:59.206788 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-531a60ae-e9e5-4fdb-993a-7ba36b4b31ad req-d6f41235-e5b5-4965-8d2f-489c5370cb6b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391636
Apr 30 07:08:59.510600 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2014c4-90d9-4c45-bd00-6825b5e3149f req-62fa885c-993b-4914-bf69-1d91afdb2695 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:08:59.511965 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2d2014c4-90d9-4c45-bd00-6825b5e3149f req-62fa885c-993b-4914-bf69-1d91afdb2695 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0795388
Apr 30 07:08:59.554777 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2d2014c4-90d9-4c45-bd00-6825b5e3149f req-ce2f7711-b5a5-4eb3-940e-ba8a9ecffbe4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367191
Apr 30 07:09:00.395047 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105c5f-9a79-482e-a996-da64b0bf81a0 req-5792e705-2f83-4db7-8874-1d84614ceccd tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:00.396429 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-01105c5f-9a79-482e-a996-da64b0bf81a0 req-5792e705-2f83-4db7-8874-1d84614ceccd tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0822296
Apr 30 07:09:00.441248 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-01105c5f-9a79-482e-a996-da64b0bf81a0 req-99c96f5e-a11c-4517-b48b-4c513efb5236 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384166
Apr 30 07:09:00.813066 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b449c1-132b-4800-9476-712220e07837 req-36c4288c-824d-40f3-8f51-c934d78c86b6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:00.815023 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-29b449c1-132b-4800-9476-712220e07837 req-36c4288c-824d-40f3-8f51-c934d78c86b6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1532984
Apr 30 07:09:00.859110 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-29b449c1-132b-4800-9476-712220e07837 req-ca1d9c24-7942-4aed-ab2d-6a11271cf376 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383122
Apr 30 07:09:01.099255 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-11c762ee-bde7-46a2-aea8-4ce921832658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:01.622598 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d3116-395d-47e4-bc6b-4da5f5015302 req-9429b773-d5ae-43a1-9f9c-c4cb6278d825 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:01.623948 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a63d3116-395d-47e4-bc6b-4da5f5015302 req-9429b773-d5ae-43a1-9f9c-c4cb6278d825 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0778687
Apr 30 07:09:01.670067 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a63d3116-395d-47e4-bc6b-4da5f5015302 req-8373822c-8d26-4dac-9b5a-ae9d65f7318c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401781
Apr 30 07:09:02.042651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157149f-0041-4f1b-b76f-dd3139e5a6d4 req-235395d1-9881-4769-8c63-93dd3b6977ce tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:02.044106 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6157149f-0041-4f1b-b76f-dd3139e5a6d4 req-235395d1-9881-4769-8c63-93dd3b6977ce tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0788374
Apr 30 07:09:02.087122 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6157149f-0041-4f1b-b76f-dd3139e5a6d4 req-e141c06a-f12a-48f6-82d3-a98e18ce0354 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373330
Apr 30 07:09:03.276706 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676928d0-199e-4348-a28c-9d1aa0b767b0 req-fa3be78f-1e00-4c34-9674-80b90d174760 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:03.278156 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-676928d0-199e-4348-a28c-9d1aa0b767b0 req-fa3be78f-1e00-4c34-9674-80b90d174760 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0819781
Apr 30 07:09:03.324883 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-676928d0-199e-4348-a28c-9d1aa0b767b0 req-f346cd53-2566-4051-8eb7-53a1ecd479d3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401516
Apr 30 07:09:03.550119 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:03.713491 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-13d6930b-cfa9-4ba3-9789-6c9320f1acd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:04.506961 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0ae00-813f-4a0a-ac90-5d3af68f7c21 req-c2c88381-4b99-4ff0-bb58-d0380ca3eb77 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:04.508457 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-59a0ae00-813f-4a0a-ac90-5d3af68f7c21 req-c2c88381-4b99-4ff0-bb58-d0380ca3eb77 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0783882
Apr 30 07:09:04.555172 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-59a0ae00-813f-4a0a-ac90-5d3af68f7c21 req-4d20fc44-49c5-45a4-b7c6-959b13f76fdd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411797
Apr 30 07:09:04.610611 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:05.378263 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:09:05.737008 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cf1dd-2569-44d7-a803-ee62f2f0d63a req-d83074df-e78e-4c79-8bbc-552fdcc47d0a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:05.739222 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e98cf1dd-2569-44d7-a803-ee62f2f0d63a req-d83074df-e78e-4c79-8bbc-552fdcc47d0a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0805569
Apr 30 07:09:05.787258 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e98cf1dd-2569-44d7-a803-ee62f2f0d63a req-b49f9acc-bfc5-447d-b783-0be3f214b2f7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401938
Apr 30 07:09:06.201988 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.029912 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49084) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:07.031840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401fc4-42a0-4b09-ae91-43a4a2d59954 req-85a2ae88-cc19-4522-8bcb-8333739767b1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:07.040086 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4f401fc4-42a0-4b09-ae91-43a4a2d59954 req-85a2ae88-cc19-4522-8bcb-8333739767b1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0960805
Apr 30 07:09:07.081286 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4f401fc4-42a0-4b09-ae91-43a4a2d59954 req-21187f90-fc2d-4390-a3aa-66972c26644d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403368
Apr 30 07:09:07.106157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49090) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:07.106511 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Deleting subnet 5f953416-2a9c-48ef-b9cc-d7546ffa78df {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:09:07.110897 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.174629 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Deleting subnet 9d6894ab-856b-422f-b3bf-f16dd1b8a543 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:09:07.179355 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.234613 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734981'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.238199 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.290646 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.384852 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.490000 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-5be752ff-89b8-425f-9341-23f39edb274c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:07.491892 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-5be752ff-89b8-425f-9341-23f39edb274c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.2277868
Apr 30 07:09:07.534678 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2341024'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.539988 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9365616b-113f-43a8-a76c-771f6da10664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:07.559579 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-2db115af-b287-4d06-9b7c-6ef40092195e tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/quotas/36058dd06b3a4b82a107ab998960c088 HTTP/1.1" status: 200  len: 375 time: 0.0222180
Apr 30 07:09:07.571832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f953416-2a9c-48ef-b9cc-d7546ffa78df,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:07.576537 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:07.577307 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.589457 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b5d92743-0638-4409-9457-717fccd767a9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5f953416-2a9c-48ef-b9cc-d7546ffa78df HTTP/1.1" status: 204  len: 168 time: 0.5556514
Apr 30 07:09:07.589719 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49104) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:07.704653 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.713654 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fb17e8b0-026d-4d76-ab61-842780b8d45f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1477532
Apr 30 07:09:07.828081 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.836895 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.837124 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9c64ca2c-2b0a-4021-8fbd-4714c584909e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:07.878039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6894ab-856b-422f-b3bf-f16dd1b8a543,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:07.880019 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:07.884052 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:07.897732 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0fe69e59-8fda-4d5a-9b12-ca71cc22773a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9d6894ab-856b-422f-b3bf-f16dd1b8a543 HTTP/1.1" status: 204  len: 168 time: 0.7905245
Apr 30 07:09:07.898377 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49116) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:07.943395 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-493e329d-6976-4356-ac7f-62fa70393b35 service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197983
Apr 30 07:09:07.953043 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b94c06df0>,) {'filters': {'network_id': ['cb82c697-d233-4641-bf4b-112bcb3b58b7']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:07.969829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94c06df0>, '8e3dfda5-2b76-4d4f-b1b5-fe6556b480d6') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:07.970117 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94c06df0>, '8e3dfda5-2b76-4d4f-b1b5-fe6556b480d6') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:07.982871 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734988'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.001487 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.008839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:09:08.189345 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.316954 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-b17a8cf8-ecb3-45ae-a581-1e5593ad66d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3253109
Apr 30 07:09:08.318958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Network cb82c697-d233-4641-bf4b-112bcb3b58b7 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:09:08.327868 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988418'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.424206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.509526 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Network cb82c697-d233-4641-bf4b-112bcb3b58b7 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:09:08.621598 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49136) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]: Traceback (most recent call last):
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     timer()
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     cb(*args, **kw)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     return func(*args, **kwargs)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     self._notify()
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     self.callback(batched_events)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     event.method(event)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     return f(self, *a, **k)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self._get(url).json()
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:09:08.629047 dv-cinder-773876-2-iscsi neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:09:08.689721 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.696853 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:08.724722 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e2ed0d2a-b1b6-4aac-8a6b-9edae8e0bf99 req-f800fd7e-9351-49e1-9295-e0dcd02bf2b1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0856898
Apr 30 07:09:08.737500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.741378 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Pushing event deleted for resources: {'Network': ['ID=cb82c697-d233-4641-bf4b-112bcb3b58b7,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:08.749770 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b94086910>,) {'filters': {'network_id': ['196a6b56-9b74-4503-96ee-ad1e3cd182dd']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:08.751088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:08.757537 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49152) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:08.757782 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] 10.222.0.35 "DELETE /v2.0/networks/cb82c697-d233-4641-bf4b-112bcb3b58b7 HTTP/1.1" status: 204  len: 168 time: 1.1670883
Apr 30 07:09:08.770073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c94b-e3c6-405a-94f7-f6686090ce1c req-7f567893-592a-4f02-b974-d749b5b94d0f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:08.771528 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-62c3c94b-e3c6-405a-94f7-f6686090ce1c req-7f567893-592a-4f02-b974-d749b5b94d0f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1414609
Apr 30 07:09:08.803058 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94086910>, 'f0389e9e-8526-4626-a214-057a12455cb9') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:08.803375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94086910>, 'f0389e9e-8526-4626-a214-057a12455cb9') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:08.820577 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.849242 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-62c3c94b-e3c6-405a-94f7-f6686090ce1c req-2eb7e9ab-bc96-487a-bcad-98531a60fd17 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650127
Apr 30 07:09:08.858410 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Deleting subnet 50046aa3-8d32-4af7-9ae6-ee601673a216 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:09:08.862682 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.869839 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:08.931420 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:09:08.957590 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.032860 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.057942 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:09.085736 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f9166b9cd745518be3c5646db76120 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:09.099919 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:09.110196 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:09.184602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:09:09.197780 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.232445 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.461089 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Network 196a6b56-9b74-4503-96ee-ad1e3cd182dd has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:09:09.527741 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:09:09.656732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.677015 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.681472 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3b1958d5-5869-4b47-b8d8-7f701205952a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:09.723963 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.726136 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.756108 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=196a6b56-9b74-4503-96ee-ad1e3cd182dd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:09.764977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:09.771513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6189eb66-965d-4025-81d9-977916a8a71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:09.880026 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9f9166b9cd745518be3c5646db76120&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2480130
Apr 30 07:09:09.881400 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a362692e-ae94-4dcc-91e1-97d068fca6b1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/196a6b56-9b74-4503-96ee-ad1e3cd182dd HTTP/1.1" status: 204  len: 168 time: 1.9746313
Apr 30 07:09:09.882301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49168) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:09.916774 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ac141-c838-4832-930b-c288cbaafe8b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:09.928757 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:09.977016 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:09.986369 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-baf63123-bb9c-4757-9d6e-f094e125fb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:10.015979 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.027326 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-91192563-f79c-44fc-b67e-d72f70f3caf9 req-b3e829d3-6093-469b-ba4c-1a514fa7f3c2 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 210 time: 0.1904678
Apr 30 07:09:10.049625 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.052370 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50046aa3-8d32-4af7-9ae6-ee601673a216,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:10.059074 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:10.076749 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-9da08afb-58bb-4eaf-b338-3ca53b330aaf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/50046aa3-8d32-4af7-9ae6-ee601673a216 HTTP/1.1" status: 204  len: 168 time: 1.3181927
Apr 30 07:09:10.079951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49178) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:10.097964 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.136979 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49184) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:10.263480 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.289785 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-8a4c657d-009a-42bc-981a-6f682ce3b4e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=619a0962f3b140708d6d3841e106f483&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1441200
Apr 30 07:09:10.313400 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49188) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:10.401925 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-6d983bdd-414a-4a7b-97c5-8f92d0be2f1e tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:10.403848 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-6d983bdd-414a-4a7b-97c5-8f92d0be2f1e tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.2868223
Apr 30 07:09:10.404423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.410457 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7ed5ee63-6461-4750-92d2-20febd99b877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:10.423113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ac141-c838-4832-930b-c288cbaafe8b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:10.428522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:10.436040 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Request body: {'port': {'device_id': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'admin_state_up': True, 'tenant_id': '36058dd06b3a4b82a107ab998960c088'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:10.443335 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.478803 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca48eac-41a8-45f4-b223-918fe2bae22d req-a4148f91-538d-45aa-84bd-0b8d1bd86cb9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:10.480345 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cca48eac-41a8-45f4-b223-918fe2bae22d req-a4148f91-538d-45aa-84bd-0b8d1bd86cb9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.2959085
Apr 30 07:09:10.484201 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.487546 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c2ac141-c838-4832-930b-c288cbaafe8b HTTP/1.1" status: 204  len: 168 time: 0.5939932
Apr 30 07:09:10.573742 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.590169 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b94fdd070>,) {'filters': {'network_id': ['ab20fdc5-57bc-4a66-91b5-122b208b8e97']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:10.601032 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cca48eac-41a8-45f4-b223-918fe2bae22d req-5626d77b-c853-4512-a379-65185c6a9086 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144364
Apr 30 07:09:10.611763 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94fdd070>, '9f4a3db1-4de1-42bb-b5aa-3feb68bf601a') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:10.612051 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.services.segments.db [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94fdd070>, '9f4a3db1-4de1-42bb-b5aa-3feb68bf601a') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:10.625976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.640248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:10.642516 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734988'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.650990 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:10.661583 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Made reservation on behalf of 36058dd06b3a4b82a107ab998960c088 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:09:10.665857 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.678441 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.688459 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:09:10.798790 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.806027 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cf30704f-29f0-48b6-b207-805d6ca6b24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:10.854024 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Allocated IP 172.20.0.4 (ce8260ad-d6b2-4af1-91af-9b23354e7992/1ae23b4e-2bd3-48d9-895a-5374b916ee30/f5c6ab18-f0bb-4584-9df7-d3951d43d464) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:10.877349 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:10.880754 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Network ab20fdc5-57bc-4a66-91b5-122b208b8e97 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:09:10.884380 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49200) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:10.889560 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988418'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.902334 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:10.915088 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.941955 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:10.960806 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:10.961889 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ca88b8e-58e7-472c-8ab8-4e3febf2f2d8 HTTP/1.1" status: 204  len: 168 time: 0.6451623
Apr 30 07:09:10.965172 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Usage tracker for resource:security_group_rule and tenant:340d8388bbe04856914a8cd2ba12e109 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:10.978309 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:10.989252 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:11.089860 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Network ab20fdc5-57bc-4a66-91b5-122b208b8e97 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]: Traceback (most recent call last):
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     timer()
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     cb(*args, **kw)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     return func(*args, **kwargs)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     self._notify()
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     self.callback(batched_events)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     event.method(event)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     return f(self, *a, **k)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self._get(url).json()
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:09:11.119329 dv-cinder-773876-2-iscsi neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:09:11.134214 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.198120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.222411 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.233148 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f6084b1-bc07-4619-bba1-3bb6fd0846ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:11.242531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.258357 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561', '06142239-cf4d-4f1c-8bee-5e621b6d2f9a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:09:11.289061 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.305208 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.311982 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27064aa9-5987-4baa-95fc-bf8e078611ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:11.320227 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:11.324538 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:11.331317 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ab20fdc5-57bc-4a66-91b5-122b208b8e97 HTTP/1.1" status: 204  len: 168 time: 1.2481184
Apr 30 07:09:11.334308 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b45bdb-ea99-4047-8937-a5a4b6c3a435,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:11.340143 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab20fdc5-57bc-4a66-91b5-122b208b8e97,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:11.342001 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:11.342977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:11.349988 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7bdeb-fd48-44f6-b043-1db9064908dc req-033920c8-f6ea-49ab-a0f1-2953dff2529d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:11.351504 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4ed7bdeb-fd48-44f6-b043-1db9064908dc req-033920c8-f6ea-49ab-a0f1-2953dff2529d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 931 time: 0.1622984
Apr 30 07:09:11.352371 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:11.436144 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:11.443053 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4ed7bdeb-fd48-44f6-b043-1db9064908dc req-c6e1c489-bf10-4fa4-9d9f-23aa2105b0e5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825002
Apr 30 07:09:11.502555 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=340d8388bbe04856914a8cd2ba12e109&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6171427
Apr 30 07:09:11.506193 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49222) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:11.568521 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event updated for resources: {'Port': ['ID=f5c6ab18-f0bb-4584-9df7-d3951d43d464,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:11.577663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:11.579594 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.602425 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:11.610243 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.625149 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1945562
Apr 30 07:09:11.649354 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.651994 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Request body: {'port': {'device_id': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:11.693451 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49234) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:11.780378 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-65b0cef2-3619-4631-9c42-ac761f4cbf1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5218e8d4c7994fbf8ef311692004109a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0844371
Apr 30 07:09:11.782918 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49238) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:11.788184 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.810089 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:11.827693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b45bdb-ea99-4047-8937-a5a4b6c3a435,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:11.830693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:11.831846 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.833781 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9b45bdb-ea99-4047-8937-a5a4b6c3a435 HTTP/1.1" status: 204  len: 168 time: 0.3262489
Apr 30 07:09:11.865714 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.918718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.958205 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:11.978962 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3eb64-35e8-4bf7-8097-7b0be34035ef req-d2623133-36c7-4eb1-a5f9-07937dcbed7c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:11.980081 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a5f3eb64-35e8-4bf7-8097-7b0be34035ef req-d2623133-36c7-4eb1-a5f9-07937dcbed7c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1814277
Apr 30 07:09:12.037942 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.042898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a20a871f-2ae5-4aa9-86d0-5a9140362cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:12.056700 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b3dc1-6732-42db-9698-d888589171cf,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:12.059359 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:12.061410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.065643 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b8b3dc1-6732-42db-9698-d888589171cf HTTP/1.1" status: 204  len: 168 time: 0.2808743
Apr 30 07:09:12.115120 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a5f3eb64-35e8-4bf7-8097-7b0be34035ef req-45de294c-0c28-49ac-b3ec-0b277d598c56 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910141
Apr 30 07:09:12.303373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c6ab18-f0bb-4584-9df7-d3951d43d464 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:09:12.310889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.326806 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Transition to ACTIVE for port object f5c6ab18-f0bb-4584-9df7-d3951d43d464 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:12.330842 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.336910 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b2aa524-cea2-4ddd-90b4-045b0471c0bb tempest-DeleteServersTestJSON-1554399176 tempest-DeleteServersTestJSON-1554399176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:12.343759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49262) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:12.447090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49270) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:12.515857 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-709647da-9210-4ad2-a05c-3cdeb24ab916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3162328fa7f449c191247d39fe9b9206&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0670774
Apr 30 07:09:12.516457 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49278) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:12.525189 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6ab18-f0bb-4584-9df7-d3951d43d464,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:12.530656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:12.586408 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.634241 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.682546 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-network', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:12.689511 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:12.693633 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Usage tracker for resource:network and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:12.697020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:12.704580 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:12.717246 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Made reservation on behalf of 5e7a6fe8305d46ee9d165af87c413b0d for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:09:12.720735 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.808972 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.825622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1456-9b43-4e22-861d-9158b2386b82 req-4dcd72dd-b899-4b90-82e1-00b233a81ab6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:12.826263 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-dfeb1456-9b43-4e22-861d-9158b2386b82 req-4dcd72dd-b899-4b90-82e1-00b233a81ab6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:12.827062 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:12.831859 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Attempting to bind port f5c6ab18-f0bb-4584-9df7-d3951d43d464 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:09:12.832005 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:12.832771 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Attempting to bind port f5c6ab18-f0bb-4584-9df7-d3951d43d464 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:09:12.833480 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Attempting to bind port f5c6ab18-f0bb-4584-9df7-d3951d43d464 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:12.836311 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:12.843425 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Port f5c6ab18-f0bb-4584-9df7-d3951d43d464 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:09:12.843865 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Attempting to bind port f5c6ab18-f0bb-4584-9df7-d3951d43d464 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:12.844514 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:12.855143 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:09:12.855618 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Checking segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:12.856222 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Bound using segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:09:12.856858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Bound port: f5c6ab18-f0bb-4584-9df7-d3951d43d464, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:09:12.857431 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.869364 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-dfeb1456-9b43-4e22-861d-9158b2386b82 req-4dcd72dd-b899-4b90-82e1-00b233a81ab6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:12.870638 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dfeb1456-9b43-4e22-861d-9158b2386b82 req-4dcd72dd-b899-4b90-82e1-00b233a81ab6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 943 time: 0.2473111
Apr 30 07:09:12.878365 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.892836 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:12.910280 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be24fbf8-80e3-472d-a05c-9c69bdf2d2ac,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:12.914700 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:12.926763 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:12.928019 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be24fbf8-80e3-472d-a05c-9c69bdf2d2ac HTTP/1.1" status: 204  len: 168 time: 0.4105265
Apr 30 07:09:13.024436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.031863 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.033838 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dfeb1456-9b43-4e22-861d-9158b2386b82 req-eed1a159-a48a-4183-920b-8f10c78fda23 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138165
Apr 30 07:09:13.036666 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-31a739cb-4aa4-4841-84fb-9fc2b664246b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:13.056765 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] For port f5c6ab18-f0bb-4584-9df7-d3951d43d464, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:09:13.067651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] For port f5c6ab18-f0bb-4584-9df7-d3951d43d464, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:09:13.075016 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.082011 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:13.117596 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:09:13.123151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d2e5d-f9e9-4054-9f72-d8588f8f0a3f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:13.127409 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:13.133069 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.135418 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Added segment 63cbaf3c-021b-4b23-baeb-fe6f7f692621 of type vlan for network 418fe525-ead4-4072-abf2-add1be77ff36
Apr 30 07:09:13.176397 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.188421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6ab18-f0bb-4584-9df7-d3951d43d464,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:13.196380 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:13.211970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:13.212589 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.213948 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] 10.222.0.10 "PUT /v2.0/ports/f5c6ab18-f0bb-4584-9df7-d3951d43d464 HTTP/1.1" status: 200  len: 1093 time: 1.5668790
Apr 30 07:09:13.214439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'tag': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:09:13.223795 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.226132 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:13.227191 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.233906 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b3f3074b-9e5e-4625-9e8d-418b806772b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:13.346701 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'tag': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464', 'status': 'completed', 'code': 200}
Apr 30 07:09:13.394230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-58ab7c54-7acb-488e-8eda-fc272af0ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:13.396182 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-58ab7c54-7acb-488e-8eda-fc272af0ce67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 1096 time: 0.1167331
Apr 30 07:09:13.465680 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1206479
Apr 30 07:09:13.471611 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49350) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:13.481569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Request body: {'subnet': {'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-subnet', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:13.484876 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Pushing event updated for resources: {'Network': ['ID=418fe525-ead4-4072-abf2-add1be77ff36,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:13.489756 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:13.492210 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:13.494821 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Usage tracker for resource:subnet and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:13.498683 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 418fe525-ead4-4072-abf2-add1be77ff36 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:09:13.499157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:13.506595 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:13.512715 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-97d64415-27dd-4ff4-ac65-b3bcfba1029d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464 HTTP/1.1" status: 200  len: 217 time: 0.0991738
Apr 30 07:09:13.533630 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Made reservation on behalf of 5e7a6fe8305d46ee9d165af87c413b0d for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:09:13.536122 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:13.556734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef246d23-4ff6-435a-9600-4fb354e69bbe req-f3a027a5-8fb7-4516-ab5d-ad12768d0fae tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:13.558358 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ef246d23-4ff6-435a-9600-4fb354e69bbe req-f3a027a5-8fb7-4516-ab5d-ad12768d0fae tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.2225854
Apr 30 07:09:13.610153 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-b98edf59-a6ac-426e-aeee-f8f81a8d1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:13.611597 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-b98edf59-a6ac-426e-aeee-f8f81a8d1fa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.0902541
Apr 30 07:09:13.701754 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-d3e0dd8a-d72e-44cd-b4f6-c64fcfdc25be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676160
Apr 30 07:09:13.777175 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ef246d23-4ff6-435a-9600-4fb354e69bbe req-0d2419f8-bbcb-436f-8461-eb700e0a0cf3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031460
Apr 30 07:09:13.917180 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-4fdc3251-c994-4b09-a0e8-78edebb4ef1b service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983840
Apr 30 07:09:14.098227 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-39f39fa9-696b-49c2-b999-a4a25b59dd3b req-d9704d4e-1792-47f9-95ad-eb807dedc257 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635027
Apr 30 07:09:14.174808 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.182774 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:14.228776 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49382) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:14.301715 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-040d8a9b-c7b2-4417-9b63-f8b60731d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:14.303343 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-040d8a9b-c7b2-4417-9b63-f8b60731d7f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 1096 time: 0.1440613
Apr 30 07:09:14.338385 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ddbb427-2fe7-44d1-8cfa-6988506943d9,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:14.342145 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Checking segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:14.342626 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Network hostable DHCP agents. Network: 418fe525-ead4-4072-abf2-add1be77ff36, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:09:14.350112 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:14.387195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1482b5-e6e0-448b-a6c1-25a12d06a01d req-96202e49-17c6-4558-8d2f-53de6561b35d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:14.388811 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cf1482b5-e6e0-448b-a6c1-25a12d06a01d req-96202e49-17c6-4558-8d2f-53de6561b35d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 943 time: 0.2081470
Apr 30 07:09:14.389416 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Network 418fe525-ead4-4072-abf2-add1be77ff36 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:09:14.414192 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 418fe525-ead4-4072-abf2-add1be77ff36) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:14.424279 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401cb1b-542f-4d15-bc3e-611c63532a58 None None] Network 418fe525-ead4-4072-abf2-add1be77ff36 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:09:14.442123 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:14.442732 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.467002 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-e87b5296-da68-4983-aa8e-ee5b3940004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:14.469192 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-e87b5296-da68-4983-aa8e-ee5b3940004d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 914 time: 0.1583986
Apr 30 07:09:14.470564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49402) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:14.471350 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-bba8a709-654e-4aa4-a8bd-83a0b4fb4cd2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9972236
Apr 30 07:09:14.476558 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:14.479685 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cf1482b5-e6e0-448b-a6c1-25a12d06a01d req-5050090d-cd09-423a-bfaa-9a651f4e0c24 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818794
Apr 30 07:09:14.556395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:14.559377 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-101c3ebc-570f-4963-978d-86b4403e83ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464 HTTP/1.1" status: 200  len: 217 time: 0.0705719
Apr 30 07:09:14.564801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Usage tracker for resource:router and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:14.568547 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:14.613282 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:14.653319 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.667827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.668836 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.690459 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-5c6e8b3b-dae0-40d5-8c14-14c6731e0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:14.692308 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-5c6e8b3b-dae0-40d5-8c14-14c6731e0f49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.1209154
Apr 30 07:09:14.695777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:14.702611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.704190 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9a5460f82740f7ae5d52a35303211a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:14.712039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:14.734368 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-418fe525-ead4-4072-abf2-add1be77ff36', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:09:14.736088 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:14.757714 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:14.767203 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-d9847b38-819f-46da-bdec-18b97bfe0820 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523064
Apr 30 07:09:14.922899 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Allocated IP 172.20.0.2 (418fe525-ead4-4072-abf2-add1be77ff36/3ddbb427-2fe7-44d1-8cfa-6988506943d9/34497c07-bac5-4c65-bbcb-7e287c9df552) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:14.951038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49418) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:15.099954 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.115630 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:15.122865 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Usage tracker for resource:security_group_rule and tenant:d44ddc7eff9c442ca7ae1cd5411970b6 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:15.126197 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:15.132604 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:15.226078 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.237541 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Transition to ACTIVE for port object 34497c07-bac5-4c65-bbcb-7e287c9df552 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:15.241984 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.246481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.257288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-56b5e149-612f-445b-acd7-23d328d3c9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:15.258295 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Transition to ACTIVE for port object 34497c07-bac5-4c65-bbcb-7e287c9df552 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:15.264544 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.269227 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:15.288813 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.315670 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d44ddc7eff9c442ca7ae1cd5411970b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3633039
Apr 30 07:09:15.316408 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49424) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:15.327727 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Network 418fe525-ead4-4072-abf2-add1be77ff36 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:15.329287 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e4206-7c49-48f1-b8d9-73a20b22f5a0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:15.333887 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:15.336849 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:15.339558 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:15.383466 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-95538102-cb09-4549-b3d6-a9f6a1773b94 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5960991
Apr 30 07:09:15.393609 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.416453 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Pushing event updated for resources: {'Port': ['ID=34497c07-bac5-4c65-bbcb-7e287c9df552,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:15.419850 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:15.428112 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.430205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff604d10-c6ed-44a3-be4d-64a642ad84f6 req-7a9645ce-28ac-45af-9969-bd318c6f90d5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:15.431678 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ff604d10-c6ed-44a3-be4d-64a642ad84f6 req-7a9645ce-28ac-45af-9969-bd318c6f90d5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.4967859
Apr 30 07:09:15.442617 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Attempting to bind port 34497c07-bac5-4c65-bbcb-7e287c9df552 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:09:15.442991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Attempting to bind port 34497c07-bac5-4c65-bbcb-7e287c9df552 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:09:15.443354 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Attempting to bind port 34497c07-bac5-4c65-bbcb-7e287c9df552 on network 418fe525-ead4-4072-abf2-add1be77ff36 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:15.449312 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:09:15.449782 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Checking segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:15.449912 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.450414 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.451336 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Bound using segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:09:15.451677 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Bound port: 34497c07-bac5-4c65-bbcb-7e287c9df552, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:09:15.452204 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.472922 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.490479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.497878 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33624d79-359f-4bb8-934c-ff163c873bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:15.517847 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e4206-7c49-48f1-b8d9-73a20b22f5a0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:15.520593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.524891 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad0e4206-7c49-48f1-b8d9-73a20b22f5a0 HTTP/1.1" status: 204  len: 168 time: 0.2067726
Apr 30 07:09:15.525859 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a324f0e4-4d66-4c45-8668-a3de8e47ef06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:15.525987 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:15.568565 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] For port 34497c07-bac5-4c65-bbcb-7e287c9df552, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:09:15.572061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] For port 34497c07-bac5-4c65-bbcb-7e287c9df552, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=34497c07-bac5-4c65-bbcb-7e287c9df552,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:09:15.588405 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.593356 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:15.664909 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd86932-97d8-4890-b0ec-5861f5664b3d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:15.677307 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c9a5460f82740f7ae5d52a35303211a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4475102
Apr 30 07:09:15.682757 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:15.683218 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49434) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:15.698255 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Pushing event updated for resources: {'Port': ['ID=34497c07-bac5-4c65-bbcb-7e287c9df552,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:15.699426 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ff604d10-c6ed-44a3-be4d-64a642ad84f6 req-3d4d5e2f-670c-4277-94cc-e887e9b6e455 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460001
Apr 30 07:09:15.705116 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:15.733535 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-65982f4c-93d7-4b51-bdba-e8725d633a19 req-81b1a38d-2b9a-4eaf-a308-5b7fbc0cf55c service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3316920
Apr 30 07:09:15.737387 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d2977-0457-4f97-9b3a-c19931db63f8 req-56c4d56d-eb29-4cfd-8768-a5b2e099d837 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:15.739244 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-543d2977-0457-4f97-9b3a-c19931db63f8 req-56c4d56d-eb29-4cfd-8768-a5b2e099d837 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 943 time: 0.1058996
Apr 30 07:09:15.799529 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:15.799888 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-543d2977-0457-4f97-9b3a-c19931db63f8 req-10fdae6b-afa6-4cfe-979e-6e6e80155ac2 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431507
Apr 30 07:09:15.958158 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.047676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.102150 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.159302 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.179494 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2f1ddd28-f5e6-4e76-9e3c-1de0f3c4b109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:16.205020 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd86932-97d8-4890-b0ec-5861f5664b3d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:16.210839 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:16.273909 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.281415 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bd86932-97d8-4890-b0ec-5861f5664b3d HTTP/1.1" status: 204  len: 168 time: 0.5958931
Apr 30 07:09:16.311563 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Allocated IP 172.27.3.17 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/e80a3635-489f-4045-8849-0028a9a84b0a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:16.611612 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.647620 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:16.653313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:16.735260 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:16.738133 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:16.761533 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Pushing event updated for resources: {'Port': ['ID=e80a3635-489f-4045-8849-0028a9a84b0a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:16.763998 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:16.807203 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:16.938454 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598de0a4-e063-4511-9cfd-09d8ef4e69e9 None None] Network 418fe525-ead4-4072-abf2-add1be77ff36 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:09:17.007675 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b50104-c760-4cd2-ab05-5ee83e6cbb24 req-c9d1b089-3e11-48f4-99b4-07ce7d26db2f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:17.019448 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-81b50104-c760-4cd2-ab05-5ee83e6cbb24 req-c9d1b089-3e11-48f4-99b4-07ce7d26db2f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1498699
Apr 30 07:09:17.083768 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-81b50104-c760-4cd2-ab05-5ee83e6cbb24 req-b8ef5174-87c5-4ad2-9fab-7a7601c5f361 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631709
Apr 30 07:09:17.101916 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7ca63f36-0828-49ba-87c4-0422dcbf7ca0 None None] Provisioning for port 34497c07-bac5-4c65-bbcb-7e287c9df552 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:17.163913 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fbbb-f9c1-4169-b2f4-2def2ea14e2b req-46961f1a-040c-4b9e-85db-cb92efc7e5d6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:17.165598 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ce01fbbb-f9c1-4169-b2f4-2def2ea14e2b req-46961f1a-040c-4b9e-85db-cb92efc7e5d6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 943 time: 0.1767602
Apr 30 07:09:17.401497 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:17.508382 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ce01fbbb-f9c1-4169-b2f4-2def2ea14e2b req-7c27b0a8-749e-476c-a13b-0fda27280c47 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530545
Apr 30 07:09:17.834500 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:17.949621 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 34497c07-bac5-4c65-bbcb-7e287c9df552 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:18.022564 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 34497c07-bac5-4c65-bbcb-7e287c9df552 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:18.029760 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 34497c07-bac5-4c65-bbcb-7e287c9df552 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:18.030140 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:18.058857 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Router f7359a5f-7598-4ee7-ae10-b053ad53347e is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:09:18.190685 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:18.243967 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 34497c07-bac5-4c65-bbcb-7e287c9df552, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=34497c07-bac5-4c65-bbcb-7e287c9df552,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:18.250746 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:18.256249 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:18.360578 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=34497c07-bac5-4c65-bbcb-7e287c9df552,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:18.367255 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:18.407967 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:09:18.423624 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:09:18.434798 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:09:18.435958 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95487d60>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:09:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:18.437896 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:18.441777 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.9665844
Apr 30 07:09:18.442434 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49570) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:18.447675 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae412973-2857-479b-93b4-39c03c4e54a1 req-c7654cd5-f33a-4679-a078-cef334bf79ab tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:18.449173 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ae412973-2857-479b-93b4-39c03c4e54a1 req-c7654cd5-f33a-4679-a078-cef334bf79ab tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1859660
Apr 30 07:09:18.500457 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ae412973-2857-479b-93b4-39c03c4e54a1 req-e119e66b-0571-4118-8c75-55164da0a2bf tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446680
Apr 30 07:09:18.549210 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device f5c6ab18-f0bb-4584-9df7-d3951d43d464 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:09:18.663841 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:09:18.711019 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port f5c6ab18-f0bb-4584-9df7-d3951d43d464, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:18.805022 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'port_id': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464', 'mac_address': 'fa:16:3e:93:38:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae23b4e-2bd3-48d9-895a-5374b916ee30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:09:18.967283 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.003344 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c6ab18-f0bb-4584-9df7-d3951d43d464 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:09:19.029155 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port f5c6ab18-f0bb-4584-9df7-d3951d43d464, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:19.033426 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.037633 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:19.078755 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95487d60>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:17Z', 'revision_number': 3, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:19.082711 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:09:19.083063 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Updating router f7359a5f-7598-4ee7-ae10-b053ad53347e port e80a3635-489f-4045-8849-0028a9a84b0a binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:09:19.114846 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=f5c6ab18-f0bb-4584-9df7-d3951d43d464,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:19.117917 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:19.140963 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.196607 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941e889-8a6a-4db5-bfcb-0363f3c3a40e req-584f8dcd-f3d1-4a88-87fd-a74a4e7c4959 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:19.198005 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3941e889-8a6a-4db5-bfcb-0363f3c3a40e req-584f8dcd-f3d1-4a88-87fd-a74a4e7c4959 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 943 time: 0.3580041
Apr 30 07:09:19.318793 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3941e889-8a6a-4db5-bfcb-0363f3c3a40e req-ec9e2dfa-1bf1-415e-94ee-062e39df814b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126881
Apr 30 07:09:19.467282 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.480893 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Transition to ACTIVE for port object e80a3635-489f-4045-8849-0028a9a84b0a will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:19.487954 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.491606 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:19.506462 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.528997 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['f5c6ab18-f0bb-4584-9df7-d3951d43d464'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:09:19.606445 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Attempting to bind port e80a3635-489f-4045-8849-0028a9a84b0a on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:09:19.607203 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Attempting to bind port e80a3635-489f-4045-8849-0028a9a84b0a by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:09:19.607779 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Attempting to bind port e80a3635-489f-4045-8849-0028a9a84b0a on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:19.611062 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Pushing event updated for resources: {'Port': ['ID=e80a3635-489f-4045-8849-0028a9a84b0a,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:19.621420 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.621849 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.622248 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.622639 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.623023 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.623399 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.624268 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.624747 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.625139 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.625898 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.626372 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.627210 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:19.631090 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:09:19.631684 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:19.634328 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.634328 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:09:19.634562 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Bound port: e80a3635-489f-4045-8849-0028a9a84b0a, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:09:19.634930 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.730830 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:19.731831 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] For port e80a3635-489f-4045-8849-0028a9a84b0a, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:09:19.735438 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] For port e80a3635-489f-4045-8849-0028a9a84b0a, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e80a3635-489f-4045-8849-0028a9a84b0a,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:09:19.740536 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.746142 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:19.776481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Allocated IP 172.20.0.1 (418fe525-ead4-4072-abf2-add1be77ff36/3ddbb427-2fe7-44d1-8cfa-6988506943d9/140e50c3-9270-46e6-b61f-7d5e1b6230ec) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:19.806730 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609da89-de49-443e-83d9-88c499e161a6 req-3ffe7712-8295-47cd-94ec-e00b4f5e457f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:19.808450 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9609da89-de49-443e-83d9-88c499e161a6 req-3ffe7712-8295-47cd-94ec-e00b4f5e457f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1023366
Apr 30 07:09:19.829596 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:09:19.830577 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95487d60>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:09:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:19.877913 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9609da89-de49-443e-83d9-88c499e161a6 req-68280dfe-74d6-471d-83f9-ba9830e3635e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603635
Apr 30 07:09:19.914415 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Pushing event updated for resources: {'Port': ['ID=e80a3635-489f-4045-8849-0028a9a84b0a,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:19.918979 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:19.920104 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 34497c07-bac5-4c65-bbcb-7e287c9df552 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:19.981100 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:19.998257 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Transition to ACTIVE for port object 140e50c3-9270-46e6-b61f-7d5e1b6230ec will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:20.015422 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 34497c07-bac5-4c65-bbcb-7e287c9df552 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:20.016067 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.026315 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.031996 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:20.095388 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:09:20.110178 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Network 418fe525-ead4-4072-abf2-add1be77ff36 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:20.114033 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:20.118003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:20.195997 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.203071 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Pushing event updated for resources: {'Port': ['ID=140e50c3-9270-46e6-b61f-7d5e1b6230ec,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:20.223240 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:20.358639 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.472112 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95487d60>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:17Z', 'revision_number': 3, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:20.477186 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8644b-77e8-47e9-9cc7-8218b6cd33d0 None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:17Z', 'revision_number': 3, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:09:20.508405 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7841e96e-0afe-47a4-bc69-b7be325f1d92 None None] Provisioning for port 140e50c3-9270-46e6-b61f-7d5e1b6230ec completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:20.514761 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7841e96e-0afe-47a4-bc69-b7be325f1d92 None None] Provisioning complete for port 140e50c3-9270-46e6-b61f-7d5e1b6230ec triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:20.515499 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7841e96e-0afe-47a4-bc69-b7be325f1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.587008 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f70b2-d554-4b3d-9965-39574ff783f0 req-6aa8a19a-bb61-41ee-a4e7-0b6573e3f4d9 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:20.595685 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-7841e96e-0afe-47a4-bc69-b7be325f1d92 None None] Port 140e50c3-9270-46e6-b61f-7d5e1b6230ec cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:09:20.595907 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9b8f70b2-d554-4b3d-9965-39574ff783f0 req-6aa8a19a-bb61-41ee-a4e7-0b6573e3f4d9 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 944 time: 0.1129940
Apr 30 07:09:20.652567 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9b8f70b2-d554-4b3d-9965-39574ff783f0 req-70c3994c-42d0-4c63-8a0b-be71b6f48bb8 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557292
Apr 30 07:09:20.665003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.669836 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:20.697851 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:20.803068 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Pushing event updated for resources: {'Port': ['ID=140e50c3-9270-46e6-b61f-7d5e1b6230ec,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:20.814830 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:20.815839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:21.087857 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Network 418fe525-ead4-4072-abf2-add1be77ff36 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:21.090560 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:21.179975 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16375da7-7aba-4779-b40c-6292d72d869c req-5e160737-dcbe-4d78-b889-36dd9d4c9f14 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:21.182150 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-16375da7-7aba-4779-b40c-6292d72d869c req-5e160737-dcbe-4d78-b889-36dd9d4c9f14 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1928830
Apr 30 07:09:21.330232 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-16375da7-7aba-4779-b40c-6292d72d869c req-cc19e5d4-32f0-47ac-a40f-204463d93aeb tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365807
Apr 30 07:09:21.352966 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Router f7359a5f-7598-4ee7-ae10-b053ad53347e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:09:21.439586 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-2a25c708-ace5-4912-9112-8131ba48bd74 None None] Provisioning complete for port 140e50c3-9270-46e6-b61f-7d5e1b6230ec triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:21.440798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2a25c708-ace5-4912-9112-8131ba48bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:21.495444 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-2a25c708-ace5-4912-9112-8131ba48bd74 None None] Port 140e50c3-9270-46e6-b61f-7d5e1b6230ec cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:09:21.538760 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:09:21.547564 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] 10.222.0.35 "PUT /v2.0/routers/f7359a5f-7598-4ee7-ae10-b053ad53347e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1043317
Apr 30 07:09:21.700967 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:21.927498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a398-a880-41ad-a15c-665f99798c90 req-2a848ab0-9b66-4c95-84c9-3141fbd96731 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:21.929623 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ed30a398-a880-41ad-a15c-665f99798c90 req-2a848ab0-9b66-4c95-84c9-3141fbd96731 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 944 time: 0.1606510
Apr 30 07:09:21.985005 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e80a3635-489f-4045-8849-0028a9a84b0a up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:22.022182 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ed30a398-a880-41ad-a15c-665f99798c90 req-fb10b4aa-def4-4fc7-9563-7979af7e07f8 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831966
Apr 30 07:09:22.091004 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port e80a3635-489f-4045-8849-0028a9a84b0a completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:22.096822 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e80a3635-489f-4045-8849-0028a9a84b0a triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:22.097208 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.101244 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49628) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:22.257370 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.257616 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49638) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:22.261071 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.263072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1188535376', 'description': 'tempest-description--1034154535'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:22.279922 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:22.284219 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:22.285433 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:22.288593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Usage tracker for resource:security_group_rule and tenant:45882f87c0534d66a55ebb299e69b979 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:22.291525 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:22.291655 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:22.292159 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port e80a3635-489f-4045-8849-0028a9a84b0a, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e80a3635-489f-4045-8849-0028a9a84b0a,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:22.297631 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.299337 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:22.300118 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:22.314324 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:22.341617 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.347542 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:09:22.370757 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:22.381833 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:22.392900 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:22.396735 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:09:22.397431 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb9a90>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:09:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:22.404863 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:22.428661 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.438712 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.451064 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-795e8247-bef8-455c-a1f0-b32b0acf59db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:22.491883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=e80a3635-489f-4045-8849-0028a9a84b0a,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:22.497549 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:22.516607 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.521831 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.527662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-795c69b1-1269-43ae-acf3-a31b6637978e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:22.557506 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45882f87c0534d66a55ebb299e69b979&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4549153
Apr 30 07:09:22.558513 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16fcae-49e4-4855-a932-5b5421fa7eb9,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:22.560525 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49644) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:22.562042 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:22.589891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7196fea-a703-490f-a23b-08cc959a0320,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:22.593503 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device f5c6ab18-f0bb-4584-9df7-d3951d43d464 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:22.596723 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:22.597452 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.598628 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3399510
Apr 30 07:09:22.601667 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49648) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:22.611368 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928331d-b551-4f2f-b6c6-66c9aa47f221 req-b2a76ad1-816f-4c45-86e6-e630e1428a2d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:22.612959 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d928331d-b551-4f2f-b6c6-66c9aa47f221 req-b2a76ad1-816f-4c45-86e6-e630e1428a2d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1341236
Apr 30 07:09:22.613825 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'security_group_rule': {'security_group_id': 'f7196fea-a703-490f-a23b-08cc959a0320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:22.625276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:22.637407 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:09:22.645436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:22.649003 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:22.663747 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:22.671883 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.672828 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d928331d-b551-4f2f-b6c6-66c9aa47f221 req-8c3251c8-1e14-4e30-adf7-f1fc35977cab tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484803
Apr 30 07:09:22.699557 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.718117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.799189 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.802842 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.805286 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-61ddcc3c-8470-45a2-9786-40b48e30b184 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:22.822374 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.833289 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4336fb-2e9e-42e9-9636-20d70ac57d7a,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:22.843645 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:22.844776 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-405adf57-18b4-48f1-8dc9-0377f9ff6872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:22.862501 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16fcae-49e4-4855-a932-5b5421fa7eb9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:22.864984 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.866137 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b16fcae-49e4-4855-a932-5b5421fa7eb9 HTTP/1.1" status: 204  len: 168 time: 0.2974703
Apr 30 07:09:22.867355 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:22.872545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.874223 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2713199
Apr 30 07:09:22.877229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49654) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:22.882679 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'security_group_rule': {'security_group_id': 'f7196fea-a703-490f-a23b-08cc959a0320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:22.887603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port f5c6ab18-f0bb-4584-9df7-d3951d43d464 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:22.888867 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:22.894540 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:22.897429 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:22.903959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:22.916581 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port f5c6ab18-f0bb-4584-9df7-d3951d43d464 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:22.917008 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.923683 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:22.995559 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.003271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.010189 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:23.030318 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a196115-63cb-444e-b810-6113db468545,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:23.034009 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:23.052598 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.058129 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49664) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:23.066616 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:23.070867 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1919992
Apr 30 07:09:23.075657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:23.080911 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:floatingip and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:23.083912 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:23.090429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:23.106720 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.223080 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.249165 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb9a90>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 2, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:23.261053 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:09:23.261585 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Updating router f7359a5f-7598-4ee7-ae10-b053ad53347e port 140e50c3-9270-46e6-b61f-7d5e1b6230ec binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:09:23.293835 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49668) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:23.294303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:09:23.318844 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.330046 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce55f4-17a4-4f1e-be14-6d6ace79941f req-e7772557-7076-42c8-97d7-bd059ef84555 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:23.331779 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-98ce55f4-17a4-4f1e-be14-6d6ace79941f req-e7772557-7076-42c8-97d7-bd059ef84555 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 944 time: 0.1182799
Apr 30 07:09:23.334437 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:23.338565 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Usage tracker for resource:security_group_rule and tenant:4e44e8f7c6b44c6c89d889e7c70e4d03 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:23.341670 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:23.346991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port f5c6ab18-f0bb-4584-9df7-d3951d43d464, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:23.349286 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:23.361799 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464', 'code': 200}
Apr 30 07:09:23.364383 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.366586 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b95c91c4-bab6-4baa-aa18-0aa5700b10f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:23.371136 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.430706 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-98ce55f4-17a4-4f1e-be14-6d6ace79941f req-6027420b-4cf1-41cd-bda5-c6fe4b89f19d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889893
Apr 30 07:09:23.488840 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.496698 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.503744 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.504137 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=f5c6ab18-f0bb-4584-9df7-d3951d43d464,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:23.516215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a5f9405d-6359-47ec-99e8-5481f090b1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:23.519531 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:23.582432 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e44e8f7c6b44c6c89d889e7c70e4d03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2858560
Apr 30 07:09:23.584116 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7caedf-481c-4c4c-98a7-6cf004421e42,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:23.587864 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:23.588519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49678) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:23.591065 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Allocated IP 172.27.3.81 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/78e2f537-3593-448b-80b9-fce1e48cb601) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:23.857049 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.918793 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e80a3635-489f-4045-8849-0028a9a84b0a up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:23.930878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.956475 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a95c0c-6f6b-4545-92d7-2f53e7b23d9f req-9a028b71-a28d-46db-b86d-c03f0e425560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:23.957939 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c4a95c0c-6f6b-4545-92d7-2f53e7b23d9f req-9a028b71-a28d-46db-b86d-c03f0e425560 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 1098 time: 0.3218160
Apr 30 07:09:23.975082 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.982748 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:23.999054 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Transition to ACTIVE for port object 140e50c3-9270-46e6-b61f-7d5e1b6230ec will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:24.010376 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.015056 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:24.038783 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ee5ee-e679-408a-b86b-891a9239a3fa req-dc943571-6fbc-4f81-9948-0b16cf3e94ea tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:24.040314 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-339ee5ee-e679-408a-b86b-891a9239a3fa req-dc943571-6fbc-4f81-9948-0b16cf3e94ea tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.2509811
Apr 30 07:09:24.069892 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e80a3635-489f-4045-8849-0028a9a84b0a triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:24.070279 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.092216 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c4a95c0c-6f6b-4545-92d7-2f53e7b23d9f req-6b9dd16e-b2ef-4c93-abd8-07ebfbd9ac4f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058295
Apr 30 07:09:24.111075 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-339ee5ee-e679-408a-b86b-891a9239a3fa req-8773f22e-22d4-4aeb-994a-b3d588950eb7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621259
Apr 30 07:09:24.113444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.118395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0f1f4ec8-30a0-4b3b-9dda-70e150fc5236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:24.135043 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7caedf-481c-4c4c-98a7-6cf004421e42,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:24.139422 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:24.150225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.151610 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa7caedf-481c-4c4c-98a7-6cf004421e42 HTTP/1.1" status: 204  len: 168 time: 0.5622270
Apr 30 07:09:24.159057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.163117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:24.276221 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc651bc7-204b-4dd0-8315-d354955abcb1 None None] Pushing event updated for resources: {'Port': ['ID=140e50c3-9270-46e6-b61f-7d5e1b6230ec,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:24.306867 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc651bc7-204b-4dd0-8315-d354955abcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:24.318266 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:24.321654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:24.325509 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:24.354714 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'Port': ['ID=78e2f537-3593-448b-80b9-fce1e48cb601,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:24.360983 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:24.423365 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Attempting to bind port 140e50c3-9270-46e6-b61f-7d5e1b6230ec on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:09:24.423768 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Attempting to bind port 140e50c3-9270-46e6-b61f-7d5e1b6230ec by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:09:24.424141 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Attempting to bind port 140e50c3-9270-46e6-b61f-7d5e1b6230ec on network 418fe525-ead4-4072-abf2-add1be77ff36 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:24.451412 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:09:24.452070 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Checking segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:24.452275 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.452712 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Bound using segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:09:24.453240 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Bound port: 140e50c3-9270-46e6-b61f-7d5e1b6230ec, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:09:24.453619 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.487061 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.563262 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.571404 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] For port 140e50c3-9270-46e6-b61f-7d5e1b6230ec, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:09:24.575858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] For port 140e50c3-9270-46e6-b61f-7d5e1b6230ec, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=140e50c3-9270-46e6-b61f-7d5e1b6230ec,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:09:24.583521 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.590517 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:24.695130 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc651bc7-204b-4dd0-8315-d354955abcb1 None None] Pushing event updated for resources: {'Port': ['ID=140e50c3-9270-46e6-b61f-7d5e1b6230ec,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:24.708519 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc651bc7-204b-4dd0-8315-d354955abcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:24.717991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:09:24.718669 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb9a90>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:09:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:24.754231 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e25af-5533-4bbe-b4b2-83abdfa2ef8b req-7acd9663-1bce-4e2a-94e8-d0df9869bfb8 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:24.763843 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a68e25af-5533-4bbe-b4b2-83abdfa2ef8b req-7acd9663-1bce-4e2a-94e8-d0df9869bfb8 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 945 time: 0.1939859
Apr 30 07:09:24.826710 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a68e25af-5533-4bbe-b4b2-83abdfa2ef8b req-cf3ec7cb-6a89-4431-bcc7-eea4c7c7fa31 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615156
Apr 30 07:09:24.893014 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.900046 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:24.907013 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:24.995791 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:09:25.018669 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'Port': ['ID=78e2f537-3593-448b-80b9-fce1e48cb601,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:25.022571 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:25.027956 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:25.049196 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:25.053820 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9931893
Apr 30 07:09:25.364598 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079c3df-852c-4dcb-a398-fba816244ad9 req-20d116f6-cde8-42d0-b433-81d11cd5f58a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:25.366107 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4079c3df-852c-4dcb-a398-fba816244ad9 req-20d116f6-cde8-42d0-b433-81d11cd5f58a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1064234
Apr 30 07:09:25.410752 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb9a90>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:24Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:09:25.411264 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4079c3df-852c-4dcb-a398-fba816244ad9 req-9c84b9d7-5e8d-4d94-b3c8-d7aa7f49aee2 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395365
Apr 30 07:09:25.414943 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb4345-eeeb-4347-9a97-da6c04663d84 None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:24Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:09:25.980498 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 140e50c3-9270-46e6-b61f-7d5e1b6230ec up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:26.099587 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 140e50c3-9270-46e6-b61f-7d5e1b6230ec completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:26.120861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 140e50c3-9270-46e6-b61f-7d5e1b6230ec triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:26.121288 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:26.191854 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7628fc-9c91-4b9e-8072-adaa2375fbfc req-f22a69da-aef6-4dcb-83e5-5d45155f3c38 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:26.198997 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dd7628fc-9c91-4b9e-8072-adaa2375fbfc req-f22a69da-aef6-4dcb-83e5-5d45155f3c38 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 945 time: 0.0983963
Apr 30 07:09:26.242345 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dd7628fc-9c91-4b9e-8072-adaa2375fbfc req-035d2437-fbc9-4c4a-94ff-42beb79e7962 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424917
Apr 30 07:09:26.260748 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:26.296237 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 140e50c3-9270-46e6-b61f-7d5e1b6230ec, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=140e50c3-9270-46e6-b61f-7d5e1b6230ec,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:26.300862 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:26.304295 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:26.376958 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=140e50c3-9270-46e6-b61f-7d5e1b6230ec,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:26.380196 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:26.619059 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7e2e-b5ea-40bb-b3c5-8cd80938d9c5 req-80e90fb9-aa8d-4e4a-bd80-7c11f81696b4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:26.620562 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bcdf7e2e-b5ea-40bb-b3c5-8cd80938d9c5 req-80e90fb9-aa8d-4e4a-bd80-7c11f81696b4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0940323
Apr 30 07:09:26.675609 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bcdf7e2e-b5ea-40bb-b3c5-8cd80938d9c5 req-f399a38e-cdf7-4903-aebd-1f2f6bb4f217 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480130
Apr 30 07:09:27.868132 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec988c7-8b51-45df-b1eb-0423116c1164 req-598c5f57-86cb-435a-be15-356a23f65dbb tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:27.869694 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-aec988c7-8b51-45df-b1eb-0423116c1164 req-598c5f57-86cb-435a-be15-356a23f65dbb tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0829318
Apr 30 07:09:27.896223 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 140e50c3-9270-46e6-b61f-7d5e1b6230ec up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:09:27.915635 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-aec988c7-8b51-45df-b1eb-0423116c1164 req-38947123-1be5-4817-8eee-5d44bc807666 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395367
Apr 30 07:09:27.969253 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 140e50c3-9270-46e6-b61f-7d5e1b6230ec triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:27.969561 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:29.126552 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39106d-d3af-4f7e-a184-6e3753fab196 req-53b0cc3e-229e-4d36-93d0-a6bbb6bfcf1d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:29.128018 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fc39106d-d3af-4f7e-a184-6e3753fab196 req-53b0cc3e-229e-4d36-93d0-a6bbb6bfcf1d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1006174
Apr 30 07:09:29.182218 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fc39106d-d3af-4f7e-a184-6e3753fab196 req-d42aea47-e2b0-428c-a87e-82d899eb9aa3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479424
Apr 30 07:09:30.383996 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c96657-eb12-4638-a74c-189ad3a08a2b req-ed9c770e-55c5-4c41-afb7-99f689453705 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:30.385678 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b2c96657-eb12-4638-a74c-189ad3a08a2b req-ed9c770e-55c5-4c41-afb7-99f689453705 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0810077
Apr 30 07:09:30.433522 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b2c96657-eb12-4638-a74c-189ad3a08a2b req-0ca6b2a8-6958-4c9d-8c6b-9b5d9f371ced tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421934
Apr 30 07:09:31.102610 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9f931775-32b5-416a-b81f-25b708eabbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:31.630983 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dc063-5a46-43ae-9369-157041be6cf3 req-867ed16f-82f3-41a0-9d7f-d54afb255bfc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:31.633095 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-837dc063-5a46-43ae-9369-157041be6cf3 req-867ed16f-82f3-41a0-9d7f-d54afb255bfc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0903804
Apr 30 07:09:31.683329 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-837dc063-5a46-43ae-9369-157041be6cf3 req-90aa78c7-0843-48b8-8d3e-cfdbae852b31 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443797
Apr 30 07:09:32.885781 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d1a2-0730-423b-a20e-c46607825c83 req-a59da7d8-408e-439f-b1cd-5210d565d400 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:32.887169 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d98d1a2-0730-423b-a20e-c46607825c83 req-a59da7d8-408e-439f-b1cd-5210d565d400 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0914083
Apr 30 07:09:32.938643 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d98d1a2-0730-423b-a20e-c46607825c83 req-7f002b64-25ba-4389-9ee8-713ef940f97b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450714
Apr 30 07:09:33.551456 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:33.714855 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bf5e81b0-56df-4bbe-8aab-58999b7f2850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:34.126113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8d3a3-2009-4b87-8154-262d24678ad2 req-2c2768c6-ce53-4f67-9402-5e168a67d897 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:34.127598 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6cb8d3a3-2009-4b87-8154-262d24678ad2 req-2c2768c6-ce53-4f67-9402-5e168a67d897 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0810587
Apr 30 07:09:34.175090 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6cb8d3a3-2009-4b87-8154-262d24678ad2 req-2dd9c041-7dcf-430d-add8-baf225d9ca9d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417018
Apr 30 07:09:34.611235 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:35.369528 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896de3-a88f-418c-829e-f4a65d90dd1e req-d8403fe0-ac40-49c6-95a4-5f78d64d50cc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:35.370992 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-99896de3-a88f-418c-829e-f4a65d90dd1e req-d8403fe0-ac40-49c6-95a4-5f78d64d50cc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0848839
Apr 30 07:09:35.417480 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-99896de3-a88f-418c-829e-f4a65d90dd1e req-a3c50fde-97b7-46fa-82eb-22f65d82120e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395198
Apr 30 07:09:36.206053 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:36.604827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4bbf0-c8fc-4751-8051-c7503973615f req-f7affdb9-1731-4f58-90b1-0c32f1b84402 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:36.606043 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ffe4bbf0-c8fc-4751-8051-c7503973615f req-f7affdb9-1731-4f58-90b1-0c32f1b84402 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0805554
Apr 30 07:09:36.651315 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ffe4bbf0-c8fc-4751-8051-c7503973615f req-c61d5886-68aa-4cd6-8f96-e267c3d3a14b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395989
Apr 30 07:09:36.893290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 49950) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:37.012275 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.027526 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:37.031870 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0c6095493b420bae575ac7caec3419 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:09:37.034853 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:09:37.040766 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:37.189423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.193527 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.219280 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b16a80a7-f96d-4f4e-ad82-5af6c6112024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:37.230901 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e0c6095493b420bae575ac7caec3419&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341556
Apr 30 07:09:37.231308 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 49960) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:09:37.248621 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e073407e-668b-4fea-a576-9e58df89ba22,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:37.256684 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.257067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.257409 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.257755 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.258097 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.258441 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.258778 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.259113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.259448 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.259805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.260143 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.260475 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.269987 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:37.293137 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.330158 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.387164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.392631 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-543f6eb1-605f-432c-8f5b-843f06faab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:37.404478 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e073407e-668b-4fea-a576-9e58df89ba22,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:37.418967 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.419328 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.419675 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.420042 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.420377 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.420711 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.421042 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.421429 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.421772 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.422098 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.422424 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.422748 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:37.426356 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:37.427291 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:37.428382 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e073407e-668b-4fea-a576-9e58df89ba22 HTTP/1.1" status: 204  len: 168 time: 0.1961629
Apr 30 07:09:38.146531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5886b-633b-49d5-98e6-3f06ddc24fab req-26264e76-21b6-4fd8-96af-fdfdaba171c4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:38.148033 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-abe5886b-633b-49d5-98e6-3f06ddc24fab req-26264e76-21b6-4fd8-96af-fdfdaba171c4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0792937
Apr 30 07:09:38.195896 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-abe5886b-633b-49d5-98e6-3f06ddc24fab req-a3f85b20-07ff-447f-b294-981f77381867 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420327
Apr 30 07:09:39.385995 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc824-49fe-4cf8-bf35-4f235a624c15 req-2dd5407b-2f0b-4b77-9a0d-5ebf9c40f076 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:39.387560 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bb6cc824-49fe-4cf8-bf35-4f235a624c15 req-2dd5407b-2f0b-4b77-9a0d-5ebf9c40f076 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0841627
Apr 30 07:09:39.431293 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bb6cc824-49fe-4cf8-bf35-4f235a624c15 req-aecf9331-78f9-4dfa-b37e-bd823a82cb0f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380316
Apr 30 07:09:42.378860 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:09:47.455951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-a9998086-6b17-4d51-8391-1a271ba0ea54 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:47.472160 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-a9998086-6b17-4d51-8391-1a271ba0ea54 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:47.473443 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-a9998086-6b17-4d51-8391-1a271ba0ea54 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1188535376&fields=id&tenant_id=5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 267 time: 0.0583076
Apr 30 07:09:47.568961 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-9b9bef77-91aa-4dfe-927f-d99958932204 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:47.570424 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-9b9bef77-91aa-4dfe-927f-d99958932204 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.1489918
Apr 30 07:09:47.585072 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-12d3f631-51a2-427c-9507-6e14d70e20b4 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/quotas/36058dd06b3a4b82a107ab998960c088 HTTP/1.1" status: 200  len: 375 time: 0.0090938
Apr 30 07:09:47.623511 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-3b77fe92-e83f-40c8-9742-8ecd659a1225 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:47.624126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-3b77fe92-e83f-40c8-9742-8ecd659a1225 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:47.640785 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-3b77fe92-e83f-40c8-9742-8ecd659a1225 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:47.642016 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-3b77fe92-e83f-40c8-9742-8ecd659a1225 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 817 time: 0.1613622
Apr 30 07:09:47.656515 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-439136c3-45d1-441c-acac-010d78e6062c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/quotas/5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 375 time: 0.0089631
Apr 30 07:09:47.673106 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-354ff526-1119-42aa-908a-6d37546dd429 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0819812
Apr 30 07:09:47.748479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-c2bf37a8-cc13-40b0-bbbc-5d62632ec69c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:47.765668 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-c2bf37a8-cc13-40b0-bbbc-5d62632ec69c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:47.767064 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-c2bf37a8-cc13-40b0-bbbc-5d62632ec69c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1046603
Apr 30 07:09:47.809368 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-ecd2531a-b402-4a9d-aa19-f6f73b2a10f2 service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286664
Apr 30 07:09:47.946235 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-f7db14d3-7992-48f0-be52-003e430b326e service neutron] 10.222.0.35 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300507
Apr 30 07:09:47.973266 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-74f7e356-5bed-407a-bd4c-0a145327e4f6 service neutron] 10.222.0.35 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921959
Apr 30 07:09:48.109964 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-2b250a0b-e0ce-4946-a057-9b11cf37bb41 service neutron] 10.222.0.35 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300836
Apr 30 07:09:48.273211 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8316-8978-4ba1-90c8-1fe5196fc94d req-daeffe5a-eae3-4f1f-8ea5-3a060fa43567 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:48.286405 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5adb8316-8978-4ba1-90c8-1fe5196fc94d req-daeffe5a-eae3-4f1f-8ea5-3a060fa43567 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1546195
Apr 30 07:09:48.386048 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5adb8316-8978-4ba1-90c8-1fe5196fc94d req-338aecc8-718c-4474-a0da-438eb9e30ab4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793471
Apr 30 07:09:48.474514 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9d651eb1-8274-42df-b3b2-cf811c3d45f2 req-4e8d8ee2-5763-4ae6-8548-5856c4ea812f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 210 time: 0.0537100
Apr 30 07:09:48.497674 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a6a3d7d5-a223-4f68-b4db-a62fc9a7304c req-b9cdff58-a24a-49aa-92a2-9d2e6118a1cd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 210 time: 0.0527513
Apr 30 07:09:49.455572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391e058-8be1-40b2-9d06-efbc7b18e0c4 req-6fff5845-00bb-4fc7-9136-c2ed929c52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:49.457748 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8391e058-8be1-40b2-9d06-efbc7b18e0c4 req-6fff5845-00bb-4fc7-9136-c2ed929c52e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 1099 time: 0.0777497
Apr 30 07:09:49.550250 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8391e058-8be1-40b2-9d06-efbc7b18e0c4 req-89f2d268-f0bd-477b-a111-2faaf5f749e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790901
Apr 30 07:09:49.586619 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c74f4-0bba-49ea-8538-5762d100bd27 req-1c698410-7532-4c07-90e3-04bcd3cc8e69 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:49.588109 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-433c74f4-0bba-49ea-8538-5762d100bd27 req-1c698410-7532-4c07-90e3-04bcd3cc8e69 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1030674
Apr 30 07:09:49.632713 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-433c74f4-0bba-49ea-8538-5762d100bd27 req-99047dc1-9ad2-454c-9562-1d6432e14f55 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387638
Apr 30 07:09:49.814422 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b6bb230e-7929-4e5f-bd28-0012de80711d req-9282b66c-4079-4c1c-a9a8-4d4b90ba8839 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 210 time: 0.0502796
Apr 30 07:09:49.836076 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c15a2f41-29aa-49cb-9f19-f098a7ec52f6 req-98083a51-64e3-45cc-9141-3d3a08cf2f33 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 210 time: 0.0517251
Apr 30 07:09:49.900616 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-af83362f-d87f-4ec9-b70b-d73f6b701d68 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:49.902031 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-af83362f-d87f-4ec9-b70b-d73f6b701d68 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 813 time: 0.2247093
Apr 30 07:09:49.918283 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Request body: {'port': {'device_id': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'admin_state_up': True, 'tenant_id': '36058dd06b3a4b82a107ab998960c088'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:50.059651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:50.069185 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:50.078444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Made reservation on behalf of 36058dd06b3a4b82a107ab998960c088 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:09:50.082105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:50.244319 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Allocated IP 172.20.0.12 (ce8260ad-d6b2-4af1-91af-9b23354e7992/1ae23b4e-2bd3-48d9-895a-5374b916ee30/daa77a8b-6d27-4909-a112-ec493b05a384) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:50.483168 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-edd71304-8e2f-4325-a626-31e4557b3390 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702012
Apr 30 07:09:50.537479 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:50.575481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:50.584350 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:50.594703 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561', '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'f5c6ab18-f0bb-4584-9df7-d3951d43d464'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:09:50.612410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-c8c2b59c-809b-4e57-a37f-99f318ce7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:50.614438 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-c8c2b59c-809b-4e57-a37f-99f318ce7f3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0856841
Apr 30 07:09:50.642084 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:50.643191 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:50.651962 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:50.763245 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:50.763922 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:50.787503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event updated for resources: {'Port': ['ID=daa77a8b-6d27-4909-a112-ec493b05a384,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:50.791168 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:50.813274 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8986218
Apr 30 07:09:50.850507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Request body: {'port': {'device_id': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:50.975472 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:50.994069 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-9bd9116f-23ef-4880-af2f-f1f8dd145d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:50.996024 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-9bd9116f-23ef-4880-af2f-f1f8dd145d41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.3045783
Apr 30 07:09:51.134963 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-6030cdaf-b8ab-4707-bf7a-be80af4cf7f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.0856957
Apr 30 07:09:51.210445 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ea03b625-58be-4d2b-9429-f6761361888b req-182d20c7-b57e-4daf-9c9a-910bca28df3a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 210 time: 0.0676370
Apr 30 07:09:51.273745 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-9688576e-1737-4ccc-818d-852cb0e7fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:51.275720 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-9688576e-1737-4ccc-818d-852cb0e7fcfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.1210189
Apr 30 07:09:51.292360 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-ab1b9e71-0640-4257-8a5d-090fd7eacc5a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:51.294137 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-ab1b9e71-0640-4257-8a5d-090fd7eacc5a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 817 time: 0.6516671
Apr 30 07:09:51.303735 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bdfa0-679b-414b-a183-ab07ad78de90 req-65937be2-13c7-4bae-b3ad-d11ddd180c20 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:51.305333 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-428bdfa0-679b-414b-a183-ab07ad78de90 req-65937be2-13c7-4bae-b3ad-d11ddd180c20 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.3272963
Apr 30 07:09:51.415872 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-79260f7a-22ec-435b-b4da-6ded7fcb3b78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647466
Apr 30 07:09:51.419913 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-428bdfa0-679b-414b-a183-ab07ad78de90 req-97fa91f1-eae4-4d47-b527-2d4a979396fa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079144
Apr 30 07:09:51.465814 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca5c36-2ced-47e1-8038-66555865a40e req-5220c6aa-5632-4516-99ba-f07f88cc066d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:51.466511 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-67ca5c36-2ced-47e1-8038-66555865a40e req-5220c6aa-5632-4516-99ba-f07f88cc066d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:51.471405 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-5d8e43bc-f651-491b-a378-152ffa1d821a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 380 time: 0.1215982
Apr 30 07:09:51.536213 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'port': {'device_id': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'admin_state_up': True, 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'security_groups': ['f7196fea-a703-490f-a23b-08cc959a0320']}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:51.538667 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-67ca5c36-2ced-47e1-8038-66555865a40e req-5220c6aa-5632-4516-99ba-f07f88cc066d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:51.539820 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-67ca5c36-2ced-47e1-8038-66555865a40e req-5220c6aa-5632-4516-99ba-f07f88cc066d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 932 time: 0.1899424
Apr 30 07:09:51.545423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa77a8b-6d27-4909-a112-ec493b05a384 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:09:51.565967 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:51.595023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Transition to ACTIVE for port object daa77a8b-6d27-4909-a112-ec493b05a384 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:51.602029 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:51.609992 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-67ca5c36-2ced-47e1-8038-66555865a40e req-14ade854-628f-414c-aa24-81ecfac7345b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600464
Apr 30 07:09:51.611452 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:51.679250 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-bbadbad5-5af2-4c28-a619-623cb7785ce8 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438326
Apr 30 07:09:51.711679 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:51.741964 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:09:51.804438 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Pushing event updated for resources: {'Port': ['ID=daa77a8b-6d27-4909-a112-ec493b05a384,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:51.807694 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:51.809755 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:09:51.831240 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Made reservation on behalf of 5e7a6fe8305d46ee9d165af87c413b0d for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:09:51.834794 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:51.850436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Attempting to bind port daa77a8b-6d27-4909-a112-ec493b05a384 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:09:51.851958 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Attempting to bind port daa77a8b-6d27-4909-a112-ec493b05a384 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:09:51.852336 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Attempting to bind port daa77a8b-6d27-4909-a112-ec493b05a384 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:51.862498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Port daa77a8b-6d27-4909-a112-ec493b05a384 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:09:51.862818 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Attempting to bind port daa77a8b-6d27-4909-a112-ec493b05a384 on network ce8260ad-d6b2-4af1-91af-9b23354e7992 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:51.868490 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:09:51.868943 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Checking segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:51.869435 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Bound using segment: {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:09:51.870306 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Bound port: daa77a8b-6d27-4909-a112-ec493b05a384, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c811c921-3fac-4b95-a110-7d680da0708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:09:51.870306 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:51.872764 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-a7a04be6-5cd3-47a5-8093-4a3514b7f1ea service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732686
Apr 30 07:09:51.974327 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] For port daa77a8b-6d27-4909-a112-ec493b05a384, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:09:51.977809 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] For port daa77a8b-6d27-4909-a112-ec493b05a384, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=daa77a8b-6d27-4909-a112-ec493b05a384,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:09:51.981921 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:51.986586 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:52.041523 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:52.042129 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:52.043480 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/daa77a8b-6d27-4909-a112-ec493b05a384 HTTP/1.1" status: 200  len: 1094 time: 1.2006969
Apr 30 07:09:52.043986 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'tag': 'daa77a8b-6d27-4909-a112-ec493b05a384'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:09:52.090176 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Pushing event updated for resources: {'Port': ['ID=daa77a8b-6d27-4909-a112-ec493b05a384,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:52.094503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:52.100242 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Allocated IP 172.20.0.12 (418fe525-ead4-4072-abf2-add1be77ff36/3ddbb427-2fe7-44d1-8cfa-6988506943d9/1d2c126c-7fc2-44f2-8940-50c945fe64e3) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:09:52.106167 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'tag': 'daa77a8b-6d27-4909-a112-ec493b05a384', 'status': 'completed', 'code': 200}
Apr 30 07:09:52.202602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-514d8e87-cd1a-468c-b022-cd0f4fb83082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:52.204336 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-514d8e87-cd1a-468c-b022-cd0f4fb83082 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 1097 time: 0.0833387
Apr 30 07:09:52.296655 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-ca5c914d-9e8a-4b1c-abd0-15aee8756b19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daa77a8b-6d27-4909-a112-ec493b05a384 HTTP/1.1" status: 200  len: 217 time: 0.0714900
Apr 30 07:09:52.297192 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:52.313725 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Transition to ACTIVE for port object 1d2c126c-7fc2-44f2-8940-50c945fe64e3 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:52.339780 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:52.346025 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9b82715a-bc4a-41b4-a5e3-d89e3e77bd59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:52.414468 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Network 418fe525-ead4-4072-abf2-add1be77ff36 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:09:52.418179 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:09:52.422880 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:09:52.454300 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:52.465229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:52.492742 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:52.493415 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:52.496321 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-133bf4dc-c8ce-4904-a55f-6a38e3447adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:52.497853 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-133bf4dc-c8ce-4904-a55f-6a38e3447adc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.1925046
Apr 30 07:09:52.522495 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9994113
Apr 30 07:09:52.544376 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Request body: {'port': {'device_id': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:09:52.569525 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-a3d1b14c-7149-47b5-b781-3b3638ccfc94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481019
Apr 30 07:09:52.577420 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4000d34-247e-494b-ab29-dce70a1ead8e req-9c7d8c3f-2c27-4bc9-b91d-4d4412722398 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:52.579487 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c4000d34-247e-494b-ab29-dce70a1ead8e req-9c7d8c3f-2c27-4bc9-b91d-4d4412722398 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 932 time: 0.2397783
Apr 30 07:09:52.726359 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c4000d34-247e-494b-ab29-dce70a1ead8e req-8c37d215-ad28-4661-9676-e718090758c5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:52.746641 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275235a-d848-4a04-afec-59c1b2931bee req-fe23ac0c-35e3-4294-906e-395d4f6bdeb5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:52.751017 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c4000d34-247e-494b-ab29-dce70a1ead8e req-8c37d215-ad28-4661-9676-e718090758c5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:52.754566 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4275235a-d848-4a04-afec-59c1b2931bee req-fe23ac0c-35e3-4294-906e-395d4f6bdeb5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.1704123
Apr 30 07:09:52.759612 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c4000d34-247e-494b-ab29-dce70a1ead8e req-8c37d215-ad28-4661-9676-e718090758c5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1732841
Apr 30 07:09:52.779421 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:52.799447 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5cfbc5c7-54a2-4410-b0ab-d99aad76f269 None None] Provisioning for port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:09:52.801015 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-7df8cf58-f15d-4ff8-bee9-b9eb63a7afa3 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981959
Apr 30 07:09:52.807004 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5cfbc5c7-54a2-4410-b0ab-d99aad76f269 None None] Provisioning complete for port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:09:52.807523 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc5c7-54a2-4410-b0ab-d99aad76f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:52.865420 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5cfbc5c7-54a2-4410-b0ab-d99aad76f269 None None] Port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:09:52.882921 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4275235a-d848-4a04-afec-59c1b2931bee req-c2850eca-1e80-40da-8960-620782a4a7e3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274199
Apr 30 07:09:53.016854 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-04cb650f-d6ed-44c4-b04e-9646c53498b0 req-f81f9ac5-25b7-427c-855c-42592211f9d6 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975334
Apr 30 07:09:53.034280 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fcd7c-1d75-4f82-920c-f5376a9bc4ef req-b97425ce-ace6-4854-b893-95c5c797cdc5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.036003 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd7fcd7c-1d75-4f82-920c-f5376a9bc4ef req-b97425ce-ace6-4854-b893-95c5c797cdc5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 944 time: 0.1244001
Apr 30 07:09:53.083928 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd7fcd7c-1d75-4f82-920c-f5376a9bc4ef req-248051e4-d6d8-4cb2-97e9-97ce5d411793 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414879
Apr 30 07:09:53.161643 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01994-f862-4539-b2ee-bce552b6c008 req-ef3b4fb1-2df3-4126-8944-d8fecd37357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.163334 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-ef3b4fb1-2df3-4126-8944-d8fecd37357d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36058dd06b3a4b82a107ab998960c088&device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 1097 time: 0.0739706
Apr 30 07:09:53.164521 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7e06-dd08-4bb1-97ab-512124293c5e req-53e0f482-29e5-49e0-914e-78064a235bf8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.166125 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fcac7e06-dd08-4bb1-97ab-512124293c5e req-53e0f482-29e5-49e0-914e-78064a235bf8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1355538
Apr 30 07:09:53.259307 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2c126c-7fc2-44f2-8940-50c945fe64e3 {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:09:53.276092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:53.293880 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fcac7e06-dd08-4bb1-97ab-512124293c5e req-57bdd6f1-dd75-496e-b902-f81ab9f5b88e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206498
Apr 30 07:09:53.300142 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Transition to ACTIVE for port object 1d2c126c-7fc2-44f2-8940-50c945fe64e3 will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:09:53.305657 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:53.312134 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:53.315079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01994-f862-4539-b2ee-bce552b6c008 req-719dccdb-a83c-4423-b147-b762a9efa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.316625 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-719dccdb-a83c-4423-b147-b762a9efa49a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 200  len: 914 time: 0.1410508
Apr 30 07:09:53.431852 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-e0ecb4db-8ac9-450f-ba71-ddc85048a75e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daa77a8b-6d27-4909-a112-ec493b05a384 HTTP/1.1" status: 200  len: 217 time: 0.0888653
Apr 30 07:09:53.478995 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:53.482593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:53.529637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01994-f862-4539-b2ee-bce552b6c008 req-a1105b9d-4044-46c8-b315-9e9d149c2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.532115 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-a1105b9d-4044-46c8-b315-9e9d149c2485 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 200  len: 853 time: 0.0764155
Apr 30 07:09:53.567403 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Attempting to bind port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:09:53.567762 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Attempting to bind port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:09:53.568094 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Attempting to bind port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 on network 418fe525-ead4-4072-abf2-add1be77ff36 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:53.572959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 on network 418fe525-ead4-4072-abf2-add1be77ff36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:09:53.573273 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Attempting to bind port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 on network 418fe525-ead4-4072-abf2-add1be77ff36 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:09:53.579077 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:09:53.579448 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Checking segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:09:53.579934 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Bound using segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:09:53.580483 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Bound port: 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:09:53.580794 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:53.595178 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-86902340-b6e2-445e-9239-374a965f3bc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8260ad-d6b2-4af1-91af-9b23354e7992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541060
Apr 30 07:09:53.681149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:09:53.685464 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:09:53.691327 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:53.695264 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:53.755933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.756999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:53.758342 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 200  len: 1094 time: 1.2186537
Apr 30 07:09:53.760855 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:09:53.772598 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-195141e1-c405-4e34-95dc-eddda2fe1c71 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553001
Apr 30 07:09:53.795337 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:53.803928 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:53.913284 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'status': 'completed', 'code': 200}
Apr 30 07:09:53.965744 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-3c244ac0-ae4a-4313-8dcc-931776f5aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:53.967318 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-3c244ac0-ae4a-4313-8dcc-931776f5aef8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1097 time: 0.1338835
Apr 30 07:09:54.038603 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f01994-f862-4539-b2ee-bce552b6c008 req-08d86848-52d5-434c-b124-d979006e6c8f service neutron] 10.222.0.10 "GET /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2485456
Apr 30 07:09:54.065171 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f985a-1dfb-432c-a145-9e7931a521bd req-0cb6adef-64ac-41a7-8b24-86f4561de4a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:54.066755 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c46f985a-1dfb-432c-a145-9e7931a521bd req-0cb6adef-64ac-41a7-8b24-86f4561de4a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.1042700
Apr 30 07:09:54.113933 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c46f985a-1dfb-432c-a145-9e7931a521bd req-eb95ce2a-c69e-4cd3-a5fe-508b8f9baac6 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410972
Apr 30 07:09:54.120121 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-f96c5cfe-dfb9-4d2e-aaf1-ca80b0716509 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 200  len: 217 time: 0.1251347
Apr 30 07:09:54.190229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-a414c0da-cab3-46ab-9298-d2d8782c439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:54.191783 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-a414c0da-cab3-46ab-9298-d2d8782c439f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0587258
Apr 30 07:09:54.328170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-f522b02f-956b-4d6d-beec-9a2b106780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:54.330180 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-f522b02f-956b-4d6d-beec-9a2b106780c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981030
Apr 30 07:09:54.337537 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440145-c945-4a1a-84a3-d0ff329ef4bc req-9d106ecf-02e6-4f2b-857e-6b1dffda4af5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:54.338834 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8440145-c945-4a1a-84a3-d0ff329ef4bc req-9d106ecf-02e6-4f2b-857e-6b1dffda4af5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 944 time: 0.1394184
Apr 30 07:09:54.473086 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8440145-c945-4a1a-84a3-d0ff329ef4bc req-be85b83c-2bb4-4c0c-8aba-19d2191d7d24 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280928
Apr 30 07:09:54.509800 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-026adb0e-9206-48eb-bc3a-218c9581600e service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517248
Apr 30 07:09:54.650480 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02e09204-c58a-49b3-b37a-f5ec1cde0db8 req-ca77d186-d5cb-4bdd-9c4f-24cd734bceec service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274705
Apr 30 07:09:54.814827 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-3a5210d8-1739-436c-9f46-a33da34471ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:54.816350 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-3a5210d8-1739-436c-9f46-a33da34471ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1097 time: 0.0708525
Apr 30 07:09:54.954017 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-ef380fe3-9118-4df4-b1f2-4a66c9a40575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:54.955467 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-ef380fe3-9118-4df4-b1f2-4a66c9a40575 service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1254020
Apr 30 07:09:55.033924 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-b201d6ad-b203-4cc9-8472-3ab9d38f1d2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 200  len: 217 time: 0.0634243
Apr 30 07:09:55.103689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-8dd3262d-5f32-4e20-b335-6b262bfc53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.104972 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-8dd3262d-5f32-4e20-b335-6b262bfc53ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0594156
Apr 30 07:09:55.247157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-dda9cc06-b155-4d2d-ac80-9568a5cbe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.248809 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-dda9cc06-b155-4d2d-ac80-9568a5cbe526 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1180565
Apr 30 07:09:55.400887 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-d54e5bcd-a83a-4a32-b3c4-3f79ffea2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.402580 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-d54e5bcd-a83a-4a32-b3c4-3f79ffea2b22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.1409819
Apr 30 07:09:55.467506 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-9872c015-484c-4aa0-990a-bdd5496416f2 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054849
Apr 30 07:09:55.478652 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85978e6-a522-4793-8a63-91601d91b46f req-e31dd113-c55c-4e12-8153-fc8e333a314c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.480136 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e85978e6-a522-4793-8a63-91601d91b46f req-e31dd113-c55c-4e12-8153-fc8e333a314c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.1393151
Apr 30 07:09:55.485345 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010dcfc-1ef1-412e-9b53-51dbf962cc66 req-51fe858d-5914-418c-95a0-0dd13dd0941c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.486910 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9010dcfc-1ef1-412e-9b53-51dbf962cc66 req-51fe858d-5914-418c-95a0-0dd13dd0941c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1849070
Apr 30 07:09:55.611672 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e85978e6-a522-4793-8a63-91601d91b46f req-0112292b-cce7-4bee-ae46-3f87c3cd35d5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756316
Apr 30 07:09:55.617333 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-e8bf9176-28f2-4ec5-9028-e1add5bc0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.618802 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-e8bf9176-28f2-4ec5-9028-e1add5bc0ca0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.1919885
Apr 30 07:09:55.622640 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9010dcfc-1ef1-412e-9b53-51dbf962cc66 req-b99e90ca-29c5-418b-82c5-2cac788473dd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290147
Apr 30 07:09:55.664959 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d1b2e33-810d-4f95-8b6b-81ad6ac8f0ae req-a81d350b-f018-4f7c-b77e-384716784c5c service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724174
Apr 30 07:09:55.817035 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-fb2455f4-a399-406f-8911-ceb4f42f967f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.1880131
Apr 30 07:09:55.902687 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-a74b0092-746a-44c2-befc-e2711108e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.904142 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-a74b0092-746a-44c2-befc-e2711108e5b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.0763335
Apr 30 07:09:55.920493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144e44-9862-40f8-81d0-60036403efd1 req-f7a9f31d-cf44-4b8d-8674-b15fe46180fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:55.923175 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-85144e44-9862-40f8-81d0-60036403efd1 req-f7a9f31d-cf44-4b8d-8674-b15fe46180fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 944 time: 0.1559017
Apr 30 07:09:55.981176 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-f5ef191b-47e1-423e-b2d6-d0047c4be001 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570657
Apr 30 07:09:56.036979 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-85144e44-9862-40f8-81d0-60036403efd1 req-d22d9a2f-81ca-4588-a9e8-b34a587dab89 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772908
Apr 30 07:09:56.130031 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-353181b3-6fc0-4027-bbb5-50b38fce192e service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323562
Apr 30 07:09:56.275326 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cf9d98d1-8df6-4ac2-88b7-f0078184df63 req-e82511ce-a0d7-4b49-9890-3e41c992db3d service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220717
Apr 30 07:09:56.778763 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device daa77a8b-6d27-4909-a112-ec493b05a384 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:09:56.818587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf7908-8265-4035-b32e-9148cbe0d546 req-f4f427f4-9841-41da-9521-8e787cd65530 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:56.820343 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6dbf7908-8265-4035-b32e-9148cbe0d546 req-f4f427f4-9841-41da-9521-8e787cd65530 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0814633
Apr 30 07:09:56.827430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13d216-b231-46cf-9807-a8e7268759e8 req-9fba4e98-41d0-42d1-9bcc-75a8da894e2b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:56.828159 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-5b13d216-b231-46cf-9807-a8e7268759e8 req-9fba4e98-41d0-42d1-9bcc-75a8da894e2b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:09:56.844858 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-5b13d216-b231-46cf-9807-a8e7268759e8 req-9fba4e98-41d0-42d1-9bcc-75a8da894e2b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:09:56.846020 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5b13d216-b231-46cf-9807-a8e7268759e8 req-9fba4e98-41d0-42d1-9bcc-75a8da894e2b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.1067467
Apr 30 07:09:56.876120 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6dbf7908-8265-4035-b32e-9148cbe0d546 req-6338926f-f928-4bde-8119-644596a53242 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491474
Apr 30 07:09:56.898038 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5b13d216-b231-46cf-9807-a8e7268759e8 req-66890f54-75f4-4943-bf4d-81ee4183a939 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410891
Apr 30 07:09:56.916060 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port daa77a8b-6d27-4909-a112-ec493b05a384, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=daa77a8b-6d27-4909-a112-ec493b05a384,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:56.929444 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'daa77a8b-6d27-4909-a112-ec493b05a384', 'network_id': 'ce8260ad-d6b2-4af1-91af-9b23354e7992', 'port_id': 'daa77a8b-6d27-4909-a112-ec493b05a384', 'mac_address': 'fa:16:3e:d4:91:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae23b4e-2bd3-48d9-895a-5374b916ee30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:09:56.983072 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:57.002161 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa77a8b-6d27-4909-a112-ec493b05a384 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:09:57.019909 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port daa77a8b-6d27-4909-a112-ec493b05a384, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=daa77a8b-6d27-4909-a112-ec493b05a384,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:57.021802 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:57.023540 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:57.090198 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=daa77a8b-6d27-4909-a112-ec493b05a384,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:57.098412 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.098834 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.099206 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.099637 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.099942 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.100263 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.100591 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.100952 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.101299 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.101704 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.102103 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.102337 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:09:57.106265 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:57.243142 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a677980-5c90-4019-a69c-8c834190684f req-ba76b66a-6461-4129-b2d1-259b745daf0a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:57.245621 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0a677980-5c90-4019-a69c-8c834190684f req-ba76b66a-6461-4129-b2d1-259b745daf0a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 945 time: 0.0886717
Apr 30 07:09:57.290163 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0a677980-5c90-4019-a69c-8c834190684f req-246afbf9-84eb-45ea-8896-1dc6fef5317a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395837
Apr 30 07:09:57.671328 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['daa77a8b-6d27-4909-a112-ec493b05a384'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:09:58.069282 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0944a-74f3-4f04-8b69-fc7e75ea105f req-6e0bc53a-611b-491a-b2f2-941f16419d26 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:58.070827 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3be0944a-74f3-4f04-8b69-fc7e75ea105f req-6e0bc53a-611b-491a-b2f2-941f16419d26 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0807137
Apr 30 07:09:58.086095 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e98d-72d4-4a73-a6b5-503d614324d9 req-a634c42a-2dde-4ccd-87ca-fccc68e41ffa tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:58.087587 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e958e98d-72d4-4a73-a6b5-503d614324d9 req-a634c42a-2dde-4ccd-87ca-fccc68e41ffa tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0799108
Apr 30 07:09:58.118390 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3be0944a-74f3-4f04-8b69-fc7e75ea105f req-0c7d0b60-5826-48b9-a729-55f6c825fddd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417254
Apr 30 07:09:58.133031 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e958e98d-72d4-4a73-a6b5-503d614324d9 req-2b9cd09c-de86-49d7-bf7e-bb60e1993f5f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393038
Apr 30 07:09:58.482836 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdc344-34c4-4ced-9f93-50f1c59f92d7 req-c8cf15ff-5695-44c3-938a-9b116ee07dce tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:58.484201 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-debdc344-34c4-4ced-9f93-50f1c59f92d7 req-c8cf15ff-5695-44c3-938a-9b116ee07dce tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 945 time: 0.0861199
Apr 30 07:09:58.530401 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-debdc344-34c4-4ced-9f93-50f1c59f92d7 req-d4e73cd5-39df-4eb5-87b9-eeb3c8d14841 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399270
Apr 30 07:09:58.799933 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:09:58.932222 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:58.944909 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'mac_address': 'fa:16:3e:63:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:09:58.998871 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:59.015051 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2c126c-7fc2-44f2-8940-50c945fe64e3 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:09:59.030264 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:09:59.034952 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:09:59.037631 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:09:59.104563 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:09:59.107687 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:09:59.343754 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929c9a-bf1a-4a0a-95e9-8e9fa7fcce0b req-c839eef3-bf80-437d-9622-a539020826ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:59.346430 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2f929c9a-bf1a-4a0a-95e9-8e9fa7fcce0b req-c839eef3-bf80-437d-9622-a539020826ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.0883760
Apr 30 07:09:59.373653 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47423b78-e44f-455a-ab11-ff394289309c req-c1fd8e12-54df-41a2-aacd-e464311a74fb tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:59.375103 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-47423b78-e44f-455a-ab11-ff394289309c req-c1fd8e12-54df-41a2-aacd-e464311a74fb tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1446333
Apr 30 07:09:59.402484 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2f929c9a-bf1a-4a0a-95e9-8e9fa7fcce0b req-2525023a-8551-43b9-8364-ad7ff9c1f499 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497429
Apr 30 07:09:59.422883 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-47423b78-e44f-455a-ab11-ff394289309c req-082423f9-7329-403a-b704-bf206d96d2c0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408332
Apr 30 07:09:59.503134 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['1d2c126c-7fc2-44f2-8940-50c945fe64e3'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:09:59.727552 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ddb5-c5d0-4553-8722-9ae5f12f27c8 req-d306e17e-d624-4908-a34a-b8a4e0533d83 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:09:59.729044 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fa54ddb5-c5d0-4553-8722-9ae5f12f27c8 req-d306e17e-d624-4908-a34a-b8a4e0533d83 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 945 time: 0.0889599
Apr 30 07:09:59.776564 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fa54ddb5-c5d0-4553-8722-9ae5f12f27c8 req-5da3cfbf-2f15-40da-8340-a1c123ab9c92 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414648
Apr 30 07:10:00.626874 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69fa61-12df-4059-a22a-fe59429ee78f req-3c69378d-ab6e-4794-ab5d-de8c95474f05 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:00.628379 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0f0f5-847e-46b4-8e4e-65bde2940845 req-b4d129cf-75eb-44ec-9cea-8293f6e3b687 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:00.628802 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3e69fa61-12df-4059-a22a-fe59429ee78f req-3c69378d-ab6e-4794-ab5d-de8c95474f05 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.1075065
Apr 30 07:10:00.630086 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-67a0f0f5-847e-46b4-8e4e-65bde2940845 req-b4d129cf-75eb-44ec-9cea-8293f6e3b687 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0961380
Apr 30 07:10:00.677966 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3e69fa61-12df-4059-a22a-fe59429ee78f req-c35b7470-18a2-470a-ae15-e6d7aaee26ce tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429766
Apr 30 07:10:00.680826 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-67a0f0f5-847e-46b4-8e4e-65bde2940845 req-7595a515-e33f-4c16-bcd5-82740268ec81 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444970
Apr 30 07:10:00.800991 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50286) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:00.829529 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device daa77a8b-6d27-4909-a112-ec493b05a384 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:00.912718 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port daa77a8b-6d27-4909-a112-ec493b05a384 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:00.919657 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port daa77a8b-6d27-4909-a112-ec493b05a384 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:00.920172 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:00.960398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:00.977215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:00.980020 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75a25-ff9c-4b3a-a9e2-c311e200d21c req-2023714d-b97d-4f7e-9fa8-118032683e98 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:00.981239 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Usage tracker for resource:security_group_rule and tenant:8a1aca784fbd42ecb190dd0df399e144 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:00.984943 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:00.991973 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7eb75a25-ff9c-4b3a-a9e2-c311e200d21c req-2023714d-b97d-4f7e-9fa8-118032683e98 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 945 time: 0.0956259
Apr 30 07:10:00.994711 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:01.055202 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7eb75a25-ff9c-4b3a-a9e2-c311e200d21c req-9314ffe6-13e6-41e9-bcde-4e52d4439e26 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622473
Apr 30 07:10:01.066190 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.094832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.099263 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.107385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa77a8b-6d27-4909-a112-ec493b05a384'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:01.108459 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-19cd526a-e613-411f-841a-3c8069bfb4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:01.118814 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50298) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:01.124337 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port daa77a8b-6d27-4909-a112-ec493b05a384, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=daa77a8b-6d27-4909-a112-ec493b05a384,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:01.125898 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4e788a43-2b8e-4c63-b1d6-6eca4e272528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.131281 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.133986 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:01.153981 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a1aca784fbd42ecb190dd0df399e144&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3518507
Apr 30 07:10:01.155600 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa5bb1e-e39c-4561-9bb6-45414c8a61d4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:01.157493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50304) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:01.169825 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:01.184677 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa77a8b-6d27-4909-a112-ec493b05a384', 'code': 200}
Apr 30 07:10:01.238959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.242534 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=daa77a8b-6d27-4909-a112-ec493b05a384,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:01.245572 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:01.265553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.297945 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.329162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:01.334004 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5bf5aaa72d461dac6f54a524f55cd0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:01.337154 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:01.344816 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:01.371398 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.377634 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f643ee4-3e24-49c3-ae18-efe0e9b8e6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:01.428660 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa5bb1e-e39c-4561-9bb6-45414c8a61d4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:01.440623 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:01.456225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.457359 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8aa5bb1e-e39c-4561-9bb6-45414c8a61d4 HTTP/1.1" status: 204  len: 168 time: 0.2988696
Apr 30 07:10:01.511570 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d8df-be62-4734-b035-10a4d819ba30 req-c1702912-9706-4dde-8fb0-2b4a9092f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:01.513064 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d451d8df-be62-4734-b035-10a4d819ba30 req-c1702912-9706-4dde-8fb0-2b4a9092f890 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 1099 time: 0.1224563
Apr 30 07:10:01.526485 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.546373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.555463 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3062296d-902b-4886-a651-eb1152c6a677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:01.606775 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e5bf5aaa72d461dac6f54a524f55cd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4865298
Apr 30 07:10:01.609495 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50312) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:01.611235 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d451d8df-be62-4734-b035-10a4d819ba30 req-99ca047f-8dee-44dc-a6f8-74e9b7e6848f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834501
Apr 30 07:10:01.615201 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79b9ef-329f-4418-b289-357f406c0ad8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:01.618205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:01.674166 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.699298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.765074 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.775847 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-447fb706-3383-49e0-8748-689a4480a271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:01.793092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:01.794818 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b79b9ef-329f-4418-b289-357f406c0ad8 HTTP/1.1" status: 204  len: 168 time: 0.1832125
Apr 30 07:10:01.797267 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79b9ef-329f-4418-b289-357f406c0ad8,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:01.800203 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:01.903617 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464520a-781e-42e9-80af-4256d9333396 req-dc123c2b-e19f-45e2-997d-08f1a8c09c58 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:01.905430 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a464520a-781e-42e9-80af-4256d9333396 req-dc123c2b-e19f-45e2-997d-08f1a8c09c58 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0989952
Apr 30 07:10:01.951107 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf6153-013b-48b8-bd3b-8ac257690d2d req-7826749f-e5c3-4785-adf5-2cc1d6f7f2a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:01.953081 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-22cf6153-013b-48b8-bd3b-8ac257690d2d req-7826749f-e5c3-4785-adf5-2cc1d6f7f2a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.1139567
Apr 30 07:10:01.961364 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a464520a-781e-42e9-80af-4256d9333396 req-c82e2d5c-5168-4cbb-9a2d-09f047d435f2 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481131
Apr 30 07:10:02.011227 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-22cf6153-013b-48b8-bd3b-8ac257690d2d req-cbcd4f3b-e757-4006-99e7-2236421dc368 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505476
Apr 30 07:10:02.258236 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d68406-eb79-414d-8b0f-f61296ef3ee5 req-bfd3ea41-66ee-4868-935d-4145f41755b7 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:02.260036 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-49d68406-eb79-414d-8b0f-f61296ef3ee5 req-bfd3ea41-66ee-4868-935d-4145f41755b7 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.1007063
Apr 30 07:10:02.332297 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-49d68406-eb79-414d-8b0f-f61296ef3ee5 req-86c91e14-7e5c-4e78-90c6-7fb9429d6f8c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617146
Apr 30 07:10:02.841692 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:02.916379 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:02.921450 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:02.921861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:02.996410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50414) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:03.091635 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.151104 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:03.154628 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.157431 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:03.229749 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:03.231211 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c2b6f-6bd9-41fa-b931-af6f8621e209 req-309947c8-0fe6-4c0b-bc87-5451b96fe8fa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:03.242180 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-531c2b6f-6bd9-41fa-b931-af6f8621e209 req-309947c8-0fe6-4c0b-bc87-5451b96fe8fa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1120646
Apr 30 07:10:03.271593 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:03.276443 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:03.298177 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.326234 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:03.336365 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Usage tracker for resource:security_group_rule and tenant:b321da37f41d47ed81800cac5612573f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:03.340328 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:03.348344 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:03.358053 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67046069-16ae-44f0-8b5c-8b0d91fc5586 req-7388659f-98ea-44ae-9c5a-9c153aae0d67 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:03.360240 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-67046069-16ae-44f0-8b5c-8b0d91fc5586 req-7388659f-98ea-44ae-9c5a-9c153aae0d67 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.2040579
Apr 30 07:10:03.361236 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-531c2b6f-6bd9-41fa-b931-af6f8621e209 req-407b2734-430c-432e-bc84-fb21425af129 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178908
Apr 30 07:10:03.437454 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-67046069-16ae-44f0-8b5c-8b0d91fc5586 req-cf1ed8a1-8ac9-4214-ab75-5f639611546e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552788
Apr 30 07:10:03.500499 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'code': 200}
Apr 30 07:10:03.511785 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.516985 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.526266 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b169f2a4-6a52-45a6-b9b0-d5375f5e8dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:03.554481 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.570464 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b321da37f41d47ed81800cac5612573f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5724289
Apr 30 07:10:03.572549 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50440) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:03.576363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9fd3a2-dc54-4923-a857-53fc4f5f7113,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:03.594264 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:03.637938 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.668115 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.688919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d3742-0ce2-4faf-9a17-6f7520c9cf82 req-a8b812f1-1b9c-48e0-b94c-6e86d8a04885 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:03.690393 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d72d3742-0ce2-4faf-9a17-6f7520c9cf82 req-a8b812f1-1b9c-48e0-b94c-6e86d8a04885 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.0951214
Apr 30 07:10:03.724633 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-60cbeb39-5c12-4428-a139-28e4cfa5a8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.729798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.734098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9dcc6cc-32f9-4a2d-b513-bf1f07ef8bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:03.746936 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9fd3a2-dc54-4923-a857-53fc4f5f7113,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:03.751944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:03.752780 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d72d3742-0ce2-4faf-9a17-6f7520c9cf82 req-577cc2fa-cabb-456e-a66a-24ebd0aa7223 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563166
Apr 30 07:10:03.802759 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:03.803906 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b9fd3a2-dc54-4923-a857-53fc4f5f7113 HTTP/1.1" status: 204  len: 168 time: 0.2303405
Apr 30 07:10:03.833507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b696ee-7bcd-41d9-850f-c804ea4a898e req-b97df3d0-4a1e-487c-952f-9c8cd912465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:03.835018 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-21b696ee-7bcd-41d9-850f-c804ea4a898e req-b97df3d0-4a1e-487c-952f-9c8cd912465c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1099 time: 0.0804534
Apr 30 07:10:03.902019 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-21b696ee-7bcd-41d9-850f-c804ea4a898e req-bf4704cb-dbce-4898-9a84-314192dc40dc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370593
Apr 30 07:10:04.545131 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50482) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:04.561411 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277df0ca-1339-447b-af86-07ac355a5587 req-7e240dd7-ce88-4c4c-92fd-e4952ad0b7d4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:04.562867 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-277df0ca-1339-447b-af86-07ac355a5587 req-7e240dd7-ce88-4c4c-92fd-e4952ad0b7d4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0908267
Apr 30 07:10:04.616777 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.623688 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-277df0ca-1339-447b-af86-07ac355a5587 req-6586facb-af42-43bc-bc0d-0c8d3137a016 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540228
Apr 30 07:10:04.664293 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1052306187-network', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:04.674194 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1076b1-1aeb-4ed1-97d0-6712c604267b req-593c241d-c974-4cbb-ba1f-51371026fd46 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:04.675600 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2d1076b1-1aeb-4ed1-97d0-6712c604267b req-593c241d-c974-4cbb-ba1f-51371026fd46 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.1176505
Apr 30 07:10:04.677726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:04.681553 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Usage tracker for resource:network and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:04.685871 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:04.703807 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:04.726893 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Made reservation on behalf of bb0ebbaf2eb744a486d0b71e1aefc773 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:10:04.729162 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.746637 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2d1076b1-1aeb-4ed1-97d0-6712c604267b req-8f6269b1-9c7f-4f18-93a1-d774092acc32 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622926
Apr 30 07:10:04.747405 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.761572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:04.765289 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:04.768547 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:04.774076 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:04.857344 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.860906 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.863847 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0dc6d784-5402-465b-87ba-a4b6790970cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:04.891106 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:10:04.899001 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c8ef2-f40b-4dbf-a817-1afbc6af6f34,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:04.905229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:04.908871 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.909219 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Added segment 9011bcb9-2cb8-4c68-933f-b5dd87fbec33 of type vlan for network d87ed74d-2516-4b25-add3-78f452893e14
Apr 30 07:10:04.934704 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.962857 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.964189 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:04.964769 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:04.969181 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:05.067689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=d87ed74d-2516-4b25-add3-78f452893e14,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:05.071202 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5250282
Apr 30 07:10:05.072180 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:05.074413 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50488) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:05.080509 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Request body: {'subnet': {'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1052306187-subnet', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:05.083136 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network d87ed74d-2516-4b25-add3-78f452893e14 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:10:05.085353 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:05.089210 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Usage tracker for resource:subnet and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:05.092078 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:05.097810 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:05.108020 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Made reservation on behalf of bb0ebbaf2eb744a486d0b71e1aefc773 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:10:05.110297 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033519'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.508160 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033533'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.512681 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:05.580308 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f55c47-0494-4a51-9fb9-29be46e5809c,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:05.583858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:05.589763 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Checking segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:05.590118 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Network hostable DHCP agents. Network: d87ed74d-2516-4b25-add3-78f452893e14, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:10:05.608980 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Network d87ed74d-2516-4b25-add3-78f452893e14 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:10:05.619454 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, d87ed74d-2516-4b25-add3-78f452893e14) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:05.628500 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:05.629121 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.631090 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4463d-1e1f-488a-ac99-f5715451b51d None None] Network d87ed74d-2516-4b25-add3-78f452893e14 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:10:05.657172 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50506) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:05.658016 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3ceaceb7-588f-4658-bce3-07ca733605da admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5825214
Apr 30 07:10:05.662400 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:05.668646 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:05.676572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Usage tracker for resource:router and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:05.684945 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:05.696231 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:05.714137 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.715528 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.744819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.958144 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-d87ed74d-2516-4b25-add3-78f452893e14', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:10:05.958980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:05.960117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad0e70-4f4d-4e3e-b70c-65b68a9b8a9e req-18c3666f-3c30-4fb7-95da-846b3e7c3513 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:05.961776 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d0ad0e70-4f4d-4e3e-b70c-65b68a9b8a9e req-18c3666f-3c30-4fb7-95da-846b3e7c3513 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1475391
Apr 30 07:10:06.032219 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d0ad0e70-4f4d-4e3e-b70c-65b68a9b8a9e req-0c9237a2-1885-4a0a-92aa-9f832211d804 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613246
Apr 30 07:10:06.140833 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Allocated IP 172.20.0.2 (d87ed74d-2516-4b25-add3-78f452893e14/34f55c47-0494-4a51-9fb9-29be46e5809c/1daaf7d1-01ef-4a76-b51d-d08fb1521779) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:10:06.210451 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.284371 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.289603 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6aa67-a3b8-4774-835e-7da28f93c8d2 req-19924849-e73e-467d-9b3c-52144a221657 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:06.291860 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-61a6aa67-a3b8-4774-835e-7da28f93c8d2 req-19924849-e73e-467d-9b3c-52144a221657 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.3440650
Apr 30 07:10:06.384598 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.395612 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Transition to ACTIVE for port object 1daaf7d1-01ef-4a76-b51d-d08fb1521779 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:06.409448 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-61a6aa67-a3b8-4774-835e-7da28f93c8d2 req-6cd3eac4-86b4-44b4-9d35-44e17155a335 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609460
Apr 30 07:10:06.414501 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Transition to ACTIVE for port object 1daaf7d1-01ef-4a76-b51d-d08fb1521779 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:06.422230 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.427476 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:06.486612 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Network d87ed74d-2516-4b25-add3-78f452893e14 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:06.493527 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:06.497807 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:10:06.507060 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Pushing event updated for resources: {'Port': ['ID=1daaf7d1-01ef-4a76-b51d-d08fb1521779,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:06.533660 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:06.609797 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df48771-73f1-4ff7-94cd-d13d938d33e2 req-7a86c747-11e7-461d-95a8-1f0bc60db3d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:06.611564 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1df48771-73f1-4ff7-94cd-d13d938d33e2 req-7a86c747-11e7-461d-95a8-1f0bc60db3d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0842764
Apr 30 07:10:06.612323 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.620733 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Attempting to bind port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:10:06.620886 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50520) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:06.621253 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Attempting to bind port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:10:06.621638 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Attempting to bind port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 on network d87ed74d-2516-4b25-add3-78f452893e14 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:10:06.626296 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'floatingip': {'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:06.627162 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:10:06.627544 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Checking segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:06.627979 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.628383 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Bound using segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:10:06.628855 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Bound port: 1daaf7d1-01ef-4a76-b51d-d08fb1521779, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:10:06.629239 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.646846 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.705740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.723651 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] For port 1daaf7d1-01ef-4a76-b51d-d08fb1521779, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:10:06.726833 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] For port 1daaf7d1-01ef-4a76-b51d-d08fb1521779, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1daaf7d1-01ef-4a76-b51d-d08fb1521779,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:10:06.731400 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:06.735026 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:06.792557 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Allocated IP 172.27.3.61 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/c3310a87-a72b-41b4-af92-4f5606f70d22) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:10:06.813738 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Pushing event updated for resources: {'Port': ['ID=1daaf7d1-01ef-4a76-b51d-d08fb1521779,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:06.816834 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:06.961998 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:07.016292 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:07.020100 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:07.115861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:07.121410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:07.124247 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:10:07.278168 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3310a87-a72b-41b4-af92-4f5606f70d22,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:07.281324 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:07.466540 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972f30-5d48-4bdd-bd30-79010f4d7d58 req-f35b91cd-c156-4fac-bcf8-00c1448bf364 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:07.468245 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4d972f30-5d48-4bdd-bd30-79010f4d7d58 req-f35b91cd-c156-4fac-bcf8-00c1448bf364 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.2366636
Apr 30 07:10:07.488355 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:07.488355 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:07.673215 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Floating IP 6036ba8d-adda-4437-affd-1c7666e77bb7 associated. External IP: 172.27.3.81, port: 1d2c126c-7fc2-44f2-8940-50c945fe64e3.
Apr 30 07:10:07.737769 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4d972f30-5d48-4bdd-bd30-79010f4d7d58 req-b597ba76-c431-4d6b-a421-66a8cbe34d80 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030644
Apr 30 07:10:07.767822 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:07.776322 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21691cca-6f2e-4fd3-aa20-f1701f2c5004 None None] Network d87ed74d-2516-4b25-add3-78f452893e14 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:10:07.889470 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-ba6cd7f6-a7a1-46b5-a6cd-808f763097e2 None None] Provisioning for port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:08.009783 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1daaf7d1-01ef-4a76-b51d-d08fb1521779 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:08.045193 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Router f7359a5f-7598-4ee7-ae10-b053ad53347e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:10:08.119859 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:08.127552 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:08.127952 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.151623 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.282484 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:10:08.300243 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:10:08.300679 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.313162 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:08.315358 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9553cc70>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:08.339216 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.384377 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-7d93f271-c57d-412f-9ead-16a96499b011 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "PUT /v2.0/floatingips/6036ba8d-adda-4437-affd-1c7666e77bb7 HTTP/1.1" status: 200  len: 991 time: 1.7624164
Apr 30 07:10:08.385051 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:08.398982 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 1daaf7d1-01ef-4a76-b51d-d08fb1521779, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1daaf7d1-01ef-4a76-b51d-d08fb1521779,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:08.412766 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.418606 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:08.445904 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'status': 'completed', 'code': 200}
Apr 30 07:10:08.451809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Router e5bfe113-7f21-4854-a870-2cf02376b4d8 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:10:08.555990 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=1daaf7d1-01ef-4a76-b51d-d08fb1521779,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:08.571467 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:08.596715 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:08.599686 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-3bb41d03-35f4-489c-8e64-dfecb2ca1baa None None] Provisioning complete for port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:08.600208 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3bb41d03-35f4-489c-8e64-dfecb2ca1baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.611662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-1af1a5ad-150c-4d10-8dcb-4bda638dc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:08.613162 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-1af1a5ad-150c-4d10-8dcb-4bda638dc5ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1099 time: 0.1162622
Apr 30 07:10:08.754439 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:10:08.781421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-2834a97a-e1b7-41ec-9f51-cadb66b3b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:08.784907 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-2834a97a-e1b7-41ec-9f51-cadb66b3b854 service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1575675
Apr 30 07:10:08.789347 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:08.790695 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1325202
Apr 30 07:10:08.793836 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50546) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:08.828832 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Sync routers for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:10:08.872422 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:08.873212 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b951c2b80>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:08.931029 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-e2cb22e8-9f53-4e7d-a3ca-3a757877f9ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 200  len: 999 time: 0.1271405
Apr 30 07:10:09.012558 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9553cc70>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '6036ba8d-adda-4437-affd-1c7666e77bb7', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'mac_address': 'fa:16:3e:63:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:09:24Z', 'updated_at': '2021-04-30T07:10:07Z', 'revision_number': 1, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:09.018101 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:10:09.028198 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:09.029073 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9553cc70>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:09.108846 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:09.144135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-57a18f54-8176-4f89-a261-0cc2595a96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:09.145741 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-57a18f54-8176-4f89-a261-0cc2595a96fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.1979184
Apr 30 07:10:09.212405 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba16a1-96ca-48e0-a721-75d5eedf328e req-ed88f863-9ec0-40d5-8a87-0c3de5b3b1d1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:09.213837 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8eba16a1-96ca-48e0-a721-75d5eedf328e req-ed88f863-9ec0-40d5-8a87-0c3de5b3b1d1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.2383850
Apr 30 07:10:09.240997 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:09.248310 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-1cab9b6d-0bb7-48be-b051-795a69887da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:09.249827 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-1cab9b6d-0bb7-48be-b051-795a69887da9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862377
Apr 30 07:10:09.373027 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8eba16a1-96ca-48e0-a721-75d5eedf328e req-d8e480df-335d-4ae5-a56b-ef778a6596fc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808952
Apr 30 07:10:09.434602 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-c2cc604d-08b8-473e-b5eb-cfa98818f03d service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700613
Apr 30 07:10:09.517803 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b951c2b80>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:07Z', 'revision_number': 3, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:09.522465 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Checking router: e5bfe113-7f21-4854-a870-2cf02376b4d8 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:10:09.522821 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Updating router e5bfe113-7f21-4854-a870-2cf02376b4d8 port c3310a87-a72b-41b4-af92-4f5606f70d22 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:10:09.584310 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:09.636681 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de0c6e5b-94fa-4ed4-8627-7ab98ee1056b req-87cdba8e-cf04-4a6d-8084-d30850b01c32 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821787
Apr 30 07:10:09.785752 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9553cc70>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '6036ba8d-adda-4437-affd-1c7666e77bb7', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'mac_address': 'fa:16:3e:63:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:09:24Z', 'updated_at': '2021-04-30T07:10:07Z', 'revision_number': 1, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:09.789866 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d169e79f-e8f2-4fa2-b1f4-3dabf9b67d5c None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '6036ba8d-adda-4437-affd-1c7666e77bb7', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'mac_address': 'fa:16:3e:63:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:09:24Z', 'updated_at': '2021-04-30T07:10:07Z', 'revision_number': 1, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:10:09.865215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:09.962127 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1daaf7d1-01ef-4a76-b51d-d08fb1521779 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:10.029056 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267609a-3fae-4a5f-b031-250a949c17b8 None None] New status for floating IP 6036ba8d-adda-4437-affd-1c7666e77bb7: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:10:10.054532 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.071324 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Transition to ACTIVE for port object c3310a87-a72b-41b4-af92-4f5606f70d22 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:10.084644 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.089225 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:10.098406 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Allocated IP 172.20.0.1 (d87ed74d-2516-4b25-add3-78f452893e14/34f55c47-0494-4a51-9fb9-29be46e5809c/000edd79-ba17-4b06-821b-e3ab9b9bd127) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:10:10.127102 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:10.127482 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.211816 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Attempting to bind port c3310a87-a72b-41b4-af92-4f5606f70d22 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:10:10.212193 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Attempting to bind port c3310a87-a72b-41b4-af92-4f5606f70d22 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:10:10.212565 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Attempting to bind port c3310a87-a72b-41b4-af92-4f5606f70d22 on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:10:10.220285 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289290f2-3ff9-4b32-8aee-3ca91e9a8b97 None None] Pushing event updated for resources: {'Port': ['ID=c3310a87-a72b-41b4-af92-4f5606f70d22,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:10.231844 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-289290f2-3ff9-4b32-8aee-3ca91e9a8b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:10.232869 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:10:10.233459 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:10.234082 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.234646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:10:10.235272 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Bound port: c3310a87-a72b-41b4-af92-4f5606f70d22, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:10:10.235974 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.281108 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.296974 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Transition to ACTIVE for port object 000edd79-ba17-4b06-821b-e3ab9b9bd127 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:10.325737 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.331659 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:10.366950 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] For port c3310a87-a72b-41b4-af92-4f5606f70d22, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:10:10.376405 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] For port c3310a87-a72b-41b4-af92-4f5606f70d22, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=c3310a87-a72b-41b4-af92-4f5606f70d22,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:10:10.380916 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.386398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:10.392978 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Network d87ed74d-2516-4b25-add3-78f452893e14 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:10.400176 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:10.402730 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:10:10.455050 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Pushing event updated for resources: {'Port': ['ID=000edd79-ba17-4b06-821b-e3ab9b9bd127,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:10.458516 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:10.464901 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289290f2-3ff9-4b32-8aee-3ca91e9a8b97 None None] Pushing event updated for resources: {'Port': ['ID=c3310a87-a72b-41b4-af92-4f5606f70d22,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:10.475978 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.476253 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-289290f2-3ff9-4b32-8aee-3ca91e9a8b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:10.493624 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:10.494271 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b951c2b80>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:10.619013 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8de41-68b7-48f7-9f96-4779a4eeeaff req-1cb3c997-1979-43a2-8090-209ce6f228a8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:10.620591 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6d8de41-68b7-48f7-9f96-4779a4eeeaff req-1cb3c997-1979-43a2-8090-209ce6f228a8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1271162
Apr 30 07:10:10.680011 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:10.718389 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6d8de41-68b7-48f7-9f96-4779a4eeeaff req-602ccc01-addb-452f-a10d-e575d15e6087 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898252
Apr 30 07:10:10.720832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.819761 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-69b25709-bb0a-4a41-824e-37d722baeeba None None] Provisioning for port 000edd79-ba17-4b06-821b-e3ab9b9bd127 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:10.829502 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-69b25709-bb0a-4a41-824e-37d722baeeba None None] Provisioning complete for port 000edd79-ba17-4b06-821b-e3ab9b9bd127 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:10.829880 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-69b25709-bb0a-4a41-824e-37d722baeeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.948881 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-69b25709-bb0a-4a41-824e-37d722baeeba None None] Port 000edd79-ba17-4b06-821b-e3ab9b9bd127 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:10:10.964221 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:10.971959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:11.011956 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:11.033098 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b951c2b80>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:07Z', 'revision_number': 3, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:11.037168 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd14a8a-4869-467e-a80c-c8bbdb3c886e None None] The sync data for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi is: [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:07Z', 'revision_number': 3, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:10:11.091642 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Pushing event updated for resources: {'Port': ['ID=000edd79-ba17-4b06-821b-e3ab9b9bd127,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:11.096990 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:11.100164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:11.253666 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Network d87ed74d-2516-4b25-add3-78f452893e14 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:11.254995 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:11.571579 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-0cf37a6d-d8fd-493d-b9d6-6efa7f589996 None None] Provisioning complete for port 000edd79-ba17-4b06-821b-e3ab9b9bd127 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:11.572363 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0cf37a6d-d8fd-493d-b9d6-6efa7f589996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:11.599195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Router e5bfe113-7f21-4854-a870-2cf02376b4d8 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:10:11.627754 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-0cf37a6d-d8fd-493d-b9d6-6efa7f589996 None None] Port 000edd79-ba17-4b06-821b-e3ab9b9bd127 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:10:11.796305 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:10:11.808478 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] 10.222.0.35 "PUT /v2.0/routers/e5bfe113-7f21-4854-a870-2cf02376b4d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0127122
Apr 30 07:10:11.926095 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad0811-1400-4a77-8971-c9bd6c46d2ba req-e1d4d083-9c8f-4667-b897-45d85a028539 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:11.929588 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-97ad0811-1400-4a77-8971-c9bd6c46d2ba req-e1d4d083-9c8f-4667-b897-45d85a028539 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0930665
Apr 30 07:10:12.003283 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-97ad0811-1400-4a77-8971-c9bd6c46d2ba req-eaeced2c-f248-4255-8da7-af3c4d5ba91c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647972
Apr 30 07:10:12.003913 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device c3310a87-a72b-41b4-af92-4f5606f70d22 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:12.119775 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port c3310a87-a72b-41b4-af92-4f5606f70d22 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:12.126506 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port c3310a87-a72b-41b4-af92-4f5606f70d22 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:12.126886 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.247646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.264582 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port c3310a87-a72b-41b4-af92-4f5606f70d22, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=c3310a87-a72b-41b4-af92-4f5606f70d22,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:12.268784 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.271190 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:12.337022 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=c3310a87-a72b-41b4-af92-4f5606f70d22,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:12.340048 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:12.507602 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50598) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:12.513112 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2016640849-network', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:12.518353 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:12.522294 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Usage tracker for resource:network and tenant:0a2c56f1248b49dd9d7883ab399f3d6e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:12.525749 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:12.531932 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:12.542382 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Made reservation on behalf of 0a2c56f1248b49dd9d7883ab399f3d6e for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:10:12.544952 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.560008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.574501 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:12.578898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Usage tracker for resource:security_group_rule and tenant:0a2c56f1248b49dd9d7883ab399f3d6e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:12.581958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:12.587933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:12.679159 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.684425 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.689070 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e31b8375-362c-4240-8f3f-ef28abf58d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:12.713151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:10:12.726271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e59509-c6c6-4e53-adb5-e39e095d3686,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:12.731060 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:12.732141 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.732485 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Added segment a091b75a-6c15-4b0b-92fe-15f5749c9403 of type vlan for network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2
Apr 30 07:10:12.762318 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Sync routers for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:10:12.769323 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.780408 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:12.781159 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95af4640>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:12.804073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.805787 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:12.806619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:12.813187 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:12.920335 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Pushing event updated for resources: {'Network': ['ID=bc09a24b-7aed-4cea-9e16-6a8d4d0132a2,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:12.924098 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4154594
Apr 30 07:10:12.925175 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:12.927017 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50612) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:12.932651 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Request body: {'subnet': {'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2016640849-subnet', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:12.937630 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:12.937808 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:10:12.941590 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Usage tracker for resource:subnet and tenant:0a2c56f1248b49dd9d7883ab399f3d6e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:12.944478 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:12.950577 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:12.965771 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Made reservation on behalf of 0a2c56f1248b49dd9d7883ab399f3d6e for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:10:12.968877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:13.108532 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:13.288442 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06168e7-ca5f-4169-ada3-eaf3d5969e5b req-416b8276-aa1b-4c8a-8240-f88bc672748e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:13.290599 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e06168e7-ca5f-4169-ada3-eaf3d5969e5b req-416b8276-aa1b-4c8a-8240-f88bc672748e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1407578
Apr 30 07:10:13.366523 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e06168e7-ca5f-4169-ada3-eaf3d5969e5b req-c3b89e90-d832-4582-863a-549924f2de4d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698278
Apr 30 07:10:13.495496 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95af4640>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 2, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:13.499368 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Checking router: e5bfe113-7f21-4854-a870-2cf02376b4d8 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:10:13.500310 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Updating router e5bfe113-7f21-4854-a870-2cf02376b4d8 port 000edd79-ba17-4b06-821b-e3ab9b9bd127 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:10:13.515252 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:13.519902 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d85afbcf-3312-4235-b6e1-6945296e6f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:13.551603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:13.589098 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b298ae0e-7867-4708-988b-89acadd8dd33,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:13.594264 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:13.596740 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Checking segment: {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:13.597096 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Network hostable DHCP agents. Network: bc09a24b-7aed-4cea-9e16-6a8d4d0132a2, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:10:13.615690 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:10:13.625520 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, bc09a24b-7aed-4cea-9e16-6a8d4d0132a2) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:13.634152 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:13.634733 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:13.653385 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-38f62336-04ac-4251-9a0f-0a23b5205a33 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7252169
Apr 30 07:10:13.656119 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 50624) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:13.657129 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffec1d7-b843-4d66-a478-dfe0012970c8 None None] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:10:13.661323 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:13.665943 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:13.669661 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Usage tracker for resource:router and tenant:0a2c56f1248b49dd9d7883ab399f3d6e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:13.674475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:13.681397 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:13.692578 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:13.693540 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:13.709126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.000883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device c3310a87-a72b-41b4-af92-4f5606f70d22 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:14.039349 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.084448 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-bc09a24b-7aed-4cea-9e16-6a8d4d0132a2', 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'fixed_ips': [{'subnet_id': 'b298ae0e-7867-4708-988b-89acadd8dd33'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:10:14.085279 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.280539 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.292680 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port c3310a87-a72b-41b4-af92-4f5606f70d22 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:14.292984 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.357393 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Transition to ACTIVE for port object 000edd79-ba17-4b06-821b-e3ab9b9bd127 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:14.380662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.387411 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-61b265b0-5549-4b26-93b7-b4da9d686d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:14.573691 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.580209 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Allocated IP 172.20.0.2 (bc09a24b-7aed-4cea-9e16-6a8d4d0132a2/b298ae0e-7867-4708-988b-89acadd8dd33/0d708828-3376-46c9-bdeb-dc67502168f5) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:10:14.636222 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.671257 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7cbcf-feb2-476f-ac68-84a2090c21c3 None None] Pushing event updated for resources: {'Port': ['ID=000edd79-ba17-4b06-821b-e3ab9b9bd127,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:14.699455 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5fa7cbcf-feb2-476f-ac68-84a2090c21c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:14.723282 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0517-c778-496c-aec0-da4eb270e386 req-cda48516-0eea-4d93-9cfa-f0d3751ddd8b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:14.724788 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a33a0517-c778-496c-aec0-da4eb270e386 req-cda48516-0eea-4d93-9cfa-f0d3751ddd8b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.2201657
Apr 30 07:10:14.861398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Attempting to bind port 000edd79-ba17-4b06-821b-e3ab9b9bd127 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:10:14.862013 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Attempting to bind port 000edd79-ba17-4b06-821b-e3ab9b9bd127 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:10:14.862587 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Attempting to bind port 000edd79-ba17-4b06-821b-e3ab9b9bd127 on network d87ed74d-2516-4b25-add3-78f452893e14 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:10:14.886062 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:10:14.886903 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Checking segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:14.887634 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.888183 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Bound using segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:10:14.888856 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Bound port: 000edd79-ba17-4b06-821b-e3ab9b9bd127, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:10:14.889410 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:14.891895 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a33a0517-c778-496c-aec0-da4eb270e386 req-8e8cbce0-732d-4460-b5cd-54c3f6e1238a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563363
Apr 30 07:10:14.922202 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Allocated IP 172.27.3.50 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/861383be-2a51-437c-a941-e9c4fc136576) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:10:15.066588 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.073295 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] For port 000edd79-ba17-4b06-821b-e3ab9b9bd127, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:10:15.079290 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] For port 000edd79-ba17-4b06-821b-e3ab9b9bd127, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=000edd79-ba17-4b06-821b-e3ab9b9bd127,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:10:15.082331 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.082507 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Transition to ACTIVE for port object 0d708828-3376-46c9-bdeb-dc67502168f5 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:15.089017 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.095787 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:15.112336 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.115960 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:15.172331 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:15.174849 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Transition to ACTIVE for port object 0d708828-3376-46c9-bdeb-dc67502168f5 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:15.179240 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:15.184155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:10:15.187785 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.197833 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7cbcf-feb2-476f-ac68-84a2090c21c3 None None] Pushing event updated for resources: {'Port': ['ID=000edd79-ba17-4b06-821b-e3ab9b9bd127,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:15.212887 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:15.213526 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95af4640>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:15.263036 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5fa7cbcf-feb2-476f-ac68-84a2090c21c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:15.266497 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc651bc7-204b-4dd0-8315-d354955abcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:15.311093 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=861383be-2a51-437c-a941-e9c4fc136576,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:15.320755 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:15.323269 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:15.331464 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:15.334538 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:10:15.412576 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Pushing event updated for resources: {'Port': ['ID=0d708828-3376-46c9-bdeb-dc67502168f5,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:15.449643 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:15.556388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Attempting to bind port 0d708828-3376-46c9-bdeb-dc67502168f5 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:10:15.556388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Attempting to bind port 0d708828-3376-46c9-bdeb-dc67502168f5 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:10:15.556388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Attempting to bind port 0d708828-3376-46c9-bdeb-dc67502168f5 on network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:10:15.561712 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:10:15.562124 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Checking segment: {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:15.562530 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.562922 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Bound using segment: {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:10:15.563399 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Bound port: 0d708828-3376-46c9-bdeb-dc67502168f5, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:10:15.563799 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.588801 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:15.618281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.887603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] For port 0d708828-3376-46c9-bdeb-dc67502168f5, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:10:15.909473 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] For port 0d708828-3376-46c9-bdeb-dc67502168f5, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=0d708828-3376-46c9-bdeb-dc67502168f5,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:10:15.916788 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:15.922828 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5fa7cbcf-feb2-476f-ac68-84a2090c21c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:16.063990 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Pushing event updated for resources: {'Port': ['ID=0d708828-3376-46c9-bdeb-dc67502168f5,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:16.068443 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:16.074425 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:16.105089 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95af4640>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:15Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:16.109994 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bcdb4-9ca0-441e-abd4-9f6136e814c0 None None] The sync data for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi is: [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:15Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:10:16.360020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009d88e-3428-488e-bbfb-1f5ea8263fdb req-fdc5d1fa-8036-4986-b920-8a9d7fad914e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:16.361804 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3009d88e-3428-488e-bbfb-1f5ea8263fdb req-fdc5d1fa-8036-4986-b920-8a9d7fad914e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.2237866
Apr 30 07:10:16.430926 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3009d88e-3428-488e-bbfb-1f5ea8263fdb req-5f117136-8bcf-4a25-bd99-3c0166b7ca24 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619979
Apr 30 07:10:16.445203 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Router 207eb7da-ba60-4f95-a6a8-be1d06070891 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:10:16.637662 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:10:16.647365 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Sync routers for ids ['207eb7da-ba60-4f95-a6a8-be1d06070891'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:10:16.660171 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Routers {'207eb7da-ba60-4f95-a6a8-be1d06070891'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:16.660996 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b956df040>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['207eb7da-ba60-4f95-a6a8-be1d06070891'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:16.661780 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:16.665686 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0059342
Apr 30 07:10:16.675248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50664) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:16.898182 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Set router 207eb7da-ba60-4f95-a6a8-be1d06070891 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:17.118970 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1662d-1a71-43fa-a6a9-cc7c6ede71f9 None None] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:10:17.249277 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b956df040>, [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:10:15Z', 'revision_number': 3, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:17.254940 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Checking router: 207eb7da-ba60-4f95-a6a8-be1d06070891 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:10:17.255295 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Updating router 207eb7da-ba60-4f95-a6a8-be1d06070891 port 861383be-2a51-437c-a941-e9c4fc136576 binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:10:17.296089 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-dd15c0c8-bc11-44e9-8868-ab6e3c7b63c8 None None] Provisioning for port 0d708828-3376-46c9-bdeb-dc67502168f5 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:17.324340 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.535789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.737844 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.738834 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc53c1-0f32-44d4-886f-a985805ea86a req-7706bf6f-a65b-49bf-b0e2-ac08afc8c3b4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:17.740368 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06fc53c1-0f32-44d4-886f-a985805ea86a req-7706bf6f-a65b-49bf-b0e2-ac08afc8c3b4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1707199
Apr 30 07:10:17.753400 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Transition to ACTIVE for port object 861383be-2a51-437c-a941-e9c4fc136576 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:17.760701 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.766159 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b52cfb73-190e-4d23-9b85-881a988f9068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:17.792542 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Allocated IP 172.20.0.1 (bc09a24b-7aed-4cea-9e16-6a8d4d0132a2/b298ae0e-7867-4708-988b-89acadd8dd33/be530060-28c8-4690-80da-d92b6837bb28) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:10:17.802289 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06fc53c1-0f32-44d4-886f-a985805ea86a req-4ec41c5b-a979-4904-a7b1-f56671d1ad00 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552135
Apr 30 07:10:17.853929 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Attempting to bind port 861383be-2a51-437c-a941-e9c4fc136576 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:10:17.854354 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Attempting to bind port 861383be-2a51-437c-a941-e9c4fc136576 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:10:17.854709 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Attempting to bind port 861383be-2a51-437c-a941-e9c4fc136576 on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:10:17.858216 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447646b6-b93e-42ff-95e7-b90e2068fed0 None None] Pushing event updated for resources: {'Port': ['ID=861383be-2a51-437c-a941-e9c4fc136576,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:17.863590 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-447646b6-b93e-42ff-95e7-b90e2068fed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:17.864409 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:10:17.864780 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:17.865170 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.866144 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:10:17.866144 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Bound port: 861383be-2a51-437c-a941-e9c4fc136576, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:10:17.866560 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.953136 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] For port 861383be-2a51-437c-a941-e9c4fc136576, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:10:17.956723 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] For port 861383be-2a51-437c-a941-e9c4fc136576, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=861383be-2a51-437c-a941-e9c4fc136576,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:10:17.961471 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:17.965603 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:18.008730 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 0d708828-3376-46c9-bdeb-dc67502168f5 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:18.071167 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Routers {'207eb7da-ba60-4f95-a6a8-be1d06070891'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:18.071386 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.071836 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b956df040>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['207eb7da-ba60-4f95-a6a8-be1d06070891'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:18.090022 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Transition to ACTIVE for port object be530060-28c8-4690-80da-d92b6837bb28 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:18.093868 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 0d708828-3376-46c9-bdeb-dc67502168f5 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:18.100282 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 0d708828-3376-46c9-bdeb-dc67502168f5 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:18.100735 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.116258 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.122303 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b766bb97-923d-4a9a-875f-c599ff505442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:18.128866 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447646b6-b93e-42ff-95e7-b90e2068fed0 None None] Pushing event updated for resources: {'Port': ['ID=861383be-2a51-437c-a941-e9c4fc136576,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:18.138778 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-447646b6-b93e-42ff-95e7-b90e2068fed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:18.186581 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:18.197238 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:18.199944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:10:18.230254 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.262375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Pushing event updated for resources: {'Port': ['ID=be530060-28c8-4690-80da-d92b6837bb28,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:18.274960 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] Set router 207eb7da-ba60-4f95-a6a8-be1d06070891 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:18.276862 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:18.307081 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 0d708828-3376-46c9-bdeb-dc67502168f5, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=0d708828-3376-46c9-bdeb-dc67502168f5,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:18.311578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.312713 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.314131 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 000edd79-ba17-4b06-821b-e3ab9b9bd127 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:18.358132 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:18.505518 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 000edd79-ba17-4b06-821b-e3ab9b9bd127 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:18.514279 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e906ccd5-6f85-48a2-9c0c-e30096bd23a5 None None] Provisioning for port be530060-28c8-4690-80da-d92b6837bb28 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:18.522691 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e906ccd5-6f85-48a2-9c0c-e30096bd23a5 None None] Provisioning complete for port be530060-28c8-4690-80da-d92b6837bb28 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:18.523120 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e906ccd5-6f85-48a2-9c0c-e30096bd23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.585644 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e906ccd5-6f85-48a2-9c0c-e30096bd23a5 None None] Port be530060-28c8-4690-80da-d92b6837bb28 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:10:18.587186 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 000edd79-ba17-4b06-821b-e3ab9b9bd127 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:18.587568 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.617303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=0d708828-3376-46c9-bdeb-dc67502168f5,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:18.626856 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:18.627036 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b956df040>, [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:10:15Z', 'revision_number': 3, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:18.631140 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e89081-0319-45bd-9e37-7235ba5b812c None None] The sync data for ids ['207eb7da-ba60-4f95-a6a8-be1d06070891'] in dv-cinder-773876-2-iscsi is: [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:10:15Z', 'revision_number': 3, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:10:18.680566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.728254 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.771036 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 000edd79-ba17-4b06-821b-e3ab9b9bd127, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=000edd79-ba17-4b06-821b-e3ab9b9bd127,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:18.775330 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:18.777382 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:18.851348 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=000edd79-ba17-4b06-821b-e3ab9b9bd127,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:18.864597 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:19.022989 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:19.028873 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:19.066087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:19.200514 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Pushing event updated for resources: {'Port': ['ID=be530060-28c8-4690-80da-d92b6837bb28,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:19.203888 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:19.207935 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:19.208509 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fbe9f-da2a-4ca3-88f3-820130afb71d req-cd253df0-b618-4d8f-9452-0dd0ec4dc699 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:19.210048 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c56fbe9f-da2a-4ca3-88f3-820130afb71d req-cd253df0-b618-4d8f-9452-0dd0ec4dc699 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0881047
Apr 30 07:10:19.269312 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c56fbe9f-da2a-4ca3-88f3-820130afb71d req-01ad9109-ea3a-400a-ad9a-b7b76a195531 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524199
Apr 30 07:10:19.329469 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559e868-240e-4aae-9bd7-1a52eb781ff1 req-9e253045-222a-43d6-97bc-19eb7f71eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:19.330938 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0559e868-240e-4aae-9bd7-1a52eb781ff1 req-9e253045-222a-43d6-97bc-19eb7f71eb2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.2659771
Apr 30 07:10:19.378162 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:10:19.400973 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:10:19.403656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:10:19.407435 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0559e868-240e-4aae-9bd7-1a52eb781ff1 req-bc3896c1-b0ca-4f9d-973d-a0eefe2eab6b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660355
Apr 30 07:10:19.600828 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Router 207eb7da-ba60-4f95-a6a8-be1d06070891 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:10:19.628831 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-75db166e-00dc-4f4f-bfb4-1a60f314f467 None None] Provisioning complete for port be530060-28c8-4690-80da-d92b6837bb28 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:19.629294 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-75db166e-00dc-4f4f-bfb4-1a60f314f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:19.692594 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-75db166e-00dc-4f4f-bfb4-1a60f314f467 None None] Port be530060-28c8-4690-80da-d92b6837bb28 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:10:19.870406 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:10:19.879366 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] 10.222.0.35 "PUT /v2.0/routers/207eb7da-ba60-4f95-a6a8-be1d06070891/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2121329
Apr 30 07:10:20.020278 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 000edd79-ba17-4b06-821b-e3ab9b9bd127 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:20.088954 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 000edd79-ba17-4b06-821b-e3ab9b9bd127 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:20.089142 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.235793 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 861383be-2a51-437c-a941-e9c4fc136576 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:20.310008 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 861383be-2a51-437c-a941-e9c4fc136576 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:20.315958 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 861383be-2a51-437c-a941-e9c4fc136576 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:20.316389 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.472260 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.473799 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade6f5b-05f3-4728-9c92-c712c628b9a9 req-7491f616-a291-438f-9f63-c02e2a844c72 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:20.475349 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cade6f5b-05f3-4728-9c92-c712c628b9a9 req-7491f616-a291-438f-9f63-c02e2a844c72 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0834055
Apr 30 07:10:20.488506 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 861383be-2a51-437c-a941-e9c4fc136576, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=861383be-2a51-437c-a941-e9c4fc136576,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:20.493104 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.497508 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 0d708828-3376-46c9-bdeb-dc67502168f5 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:20.526112 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:20.542208 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50710) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:20.549855 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112287363', 'description': 'tempest-secgroup-smoke-2112287363 description', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:20.556115 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cade6f5b-05f3-4728-9c92-c712c628b9a9 req-dcefc466-ef2a-40d6-96bb-061d93a2d78b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652776
Apr 30 07:10:20.559646 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:20.564285 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:20.567199 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:20.569749 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Sync routers for ids ['207eb7da-ba60-4f95-a6a8-be1d06070891'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:10:20.573351 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:20.589180 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.610332 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:20.614134 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:20.615122 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Routers {'207eb7da-ba60-4f95-a6a8-be1d06070891'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:20.615779 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b96385100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['207eb7da-ba60-4f95-a6a8-be1d06070891'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:20.617073 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:20.622966 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:20.698680 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=861383be-2a51-437c-a941-e9c4fc136576,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:20.709067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.710379 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:20.713587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.718853 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f277a48f-decc-4eb0-b430-46e5781b9cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:20.756678 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b72cdf-8edc-4a87-9a8f-6911b1d32288,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:20.759087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.760268 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2169318
Apr 30 07:10:20.761106 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:20.763208 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50714) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:20.769152 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group_rule': {'security_group_id': '64b72cdf-8edc-4a87-9a8f-6911b1d32288', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:20.774944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:20.778726 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:20.780151 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 0d708828-3376-46c9-bdeb-dc67502168f5 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:20.780564 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.781874 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:20.787551 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:20.802895 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.863739 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Set router 207eb7da-ba60-4f95-a6a8-be1d06070891 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:20.872768 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.878669 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.885878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-87ad90ba-eaf5-49f7-9f47-1652dfb3436d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:20.907733 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095e2062-2472-4345-ac8b-777cb2bdbb42,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:20.913201 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:20.922984 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:20.926836 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1600432
Apr 30 07:10:20.927494 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50722) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:20.932032 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group_rule': {'security_group_id': '64b72cdf-8edc-4a87-9a8f-6911b1d32288', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:20.938385 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:20.941935 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:20.944782 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:20.950439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:20.971220 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.047338 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.053814 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.056910 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f5e721b0-e9b9-4a2d-b773-d5d9399b770b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:21.080235 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d904fd-edc7-4f78-8a9b-af8f22f4d6f7,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:21.082947 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:21.092280 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.096032 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1656222
Apr 30 07:10:21.096343 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50726) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:21.101801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group_rule': {'security_group_id': '64b72cdf-8edc-4a87-9a8f-6911b1d32288', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:21.108123 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:21.112685 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:21.116056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:21.121975 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:21.138663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.228299 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.234458 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.245563 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:21.272789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9f2d10-e43d-4866-80fe-718cee5f0b4d,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:21.276333 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:21.283049 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.287039 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ded43ec6-4a4c-491e-bb0b-863bbf14ce24 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1870701
Apr 30 07:10:21.287383 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50732) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:21.292717 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group_rule': {'security_group_id': '64b72cdf-8edc-4a87-9a8f-6911b1d32288', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:21.299047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:21.302966 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:21.305898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:21.312431 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:21.323498 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b96385100>, [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 4, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'be530060-28c8-4690-80da-d92b6837bb28', 'name': '', 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'mac_address': 'fa:16:3e:75:97:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b298ae0e-7867-4708-988b-89acadd8dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:17Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 2, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'subnets': [{'id': 'b298ae0e-7867-4708-988b-89acadd8dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:21.327694 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Checking router: 207eb7da-ba60-4f95-a6a8-be1d06070891 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:10:21.328662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Updating router 207eb7da-ba60-4f95-a6a8-be1d06070891 port be530060-28c8-4690-80da-d92b6837bb28 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:10:21.329905 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.384896 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.397912 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.401641 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.403789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:21.426632 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbcdff1-b5f3-4cea-96c5-8a131719354f,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:21.432075 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:21.436466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.440303 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1493556
Apr 30 07:10:21.440545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50736) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:21.445840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group_rule': {'security_group_id': '64b72cdf-8edc-4a87-9a8f-6911b1d32288', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:21.451631 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:21.455411 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:21.458604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:21.464298 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:21.474885 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.securitygroups_db [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Project bb0ebbaf2eb744a486d0b71e1aefc773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 07:10:21.480575 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.544646 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.548560 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.550836 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-782db9fc-fe03-4a06-b813-ba6f56a9043d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:21.572758 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c6ef2c-0a8b-48c2-b4b3-28e755e2b1f5,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:21.575120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:21.582188 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.583671 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1420369
Apr 30 07:10:21.586175 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 50740) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:21.591304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'security_group_rule': {'security_group_id': '64b72cdf-8edc-4a87-9a8f-6911b1d32288', 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:10:21.597350 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:10:21.601163 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:security_group_rule and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:10:21.604072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:10:21.609818 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:10:21.623176 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.securitygroups_db [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Project bb0ebbaf2eb744a486d0b71e1aefc773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 07:10:21.629643 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.751839 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.752849 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.756711 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.767266 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:21.767398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.778342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Transition to ACTIVE for port object be530060-28c8-4690-80da-d92b6837bb28 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:10:21.789830 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.791602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b32692-915f-4cea-b9b5-ca4977ea091f,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:21.797193 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:21.799948 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:21.815207 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:21.823777 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-290fa0ef-efca-4adf-9b83-9e89b26d744f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2293634
Apr 30 07:10:21.840064 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a8d10-80ba-49ad-b390-08409ff8e1c8 req-715c6224-64b9-4475-8417-02469f21316b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:21.841960 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0b1a8d10-80ba-49ad-b390-08409ff8e1c8 req-715c6224-64b9-4475-8417-02469f21316b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1621263
Apr 30 07:10:21.920186 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0b1a8d10-80ba-49ad-b390-08409ff8e1c8 req-59a3a2e4-3f55-4c3b-bb73-641d1b576be1 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630953
Apr 30 07:10:22.013662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 861383be-2a51-437c-a941-e9c4fc136576 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:22.116397 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043773c0-ff3f-48e4-96f9-17ec3bd950a6 None None] Pushing event updated for resources: {'Port': ['ID=be530060-28c8-4690-80da-d92b6837bb28,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:22.119764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-043773c0-ff3f-48e4-96f9-17ec3bd950a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:22.196610 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Attempting to bind port be530060-28c8-4690-80da-d92b6837bb28 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:10:22.196991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Attempting to bind port be530060-28c8-4690-80da-d92b6837bb28 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:10:22.197365 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Attempting to bind port be530060-28c8-4690-80da-d92b6837bb28 on network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:10:22.213942 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:10:22.214247 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Checking segment: {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:10:22.216297 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:22.217165 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Bound using segment: {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:10:22.217662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Bound port: be530060-28c8-4690-80da-d92b6837bb28, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a091b75a-6c15-4b0b-92fe-15f5749c9403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:10:22.218920 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:22.334388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 861383be-2a51-437c-a941-e9c4fc136576 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:22.335285 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:22.428695 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] For port be530060-28c8-4690-80da-d92b6837bb28, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:10:22.432806 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] For port be530060-28c8-4690-80da-d92b6837bb28, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=be530060-28c8-4690-80da-d92b6837bb28,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:10:22.441621 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:22.446551 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:22.483287 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-86f402a3-4ef2-4fec-9e1f-cebe4fd46ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:22.485545 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-86f402a3-4ef2-4fec-9e1f-cebe4fd46ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.1178975
Apr 30 07:10:22.496479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e85cff-4bc2-4158-9610-40c1c53359a2 req-0bb933ee-fccc-4602-9e1c-aba4f1d3514f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:22.498711 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-05e85cff-4bc2-4158-9610-40c1c53359a2 req-0bb933ee-fccc-4602-9e1c-aba4f1d3514f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1153197
Apr 30 07:10:22.592368 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Routers {'207eb7da-ba60-4f95-a6a8-be1d06070891'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:10:22.593073 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b96385100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:10:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['207eb7da-ba60-4f95-a6a8-be1d06070891'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:22.613464 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-05e85cff-4bc2-4158-9610-40c1c53359a2 req-200f90fd-cb66-4182-92ae-42540c2bd075 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053939
Apr 30 07:10:22.660064 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-0a663c1c-2397-46f2-861c-94767f2597c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:22.689502 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-0a663c1c-2397-46f2-861c-94767f2597c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.1964207
Apr 30 07:10:22.719784 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043773c0-ff3f-48e4-96f9-17ec3bd950a6 None None] Pushing event updated for resources: {'Port': ['ID=be530060-28c8-4690-80da-d92b6837bb28,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:22.735595 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-043773c0-ff3f-48e4-96f9-17ec3bd950a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:22.883420 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-42b3df3b-3c1d-4be4-8127-1fa812d96d3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.1621375
Apr 30 07:10:22.921205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] Set router 207eb7da-ba60-4f95-a6a8-be1d06070891 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:10:22.976314 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-bcc51a53-5a1d-4a77-82e7-4022e6f3ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:22.977906 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-bcc51a53-5a1d-4a77-82e7-4022e6f3ebfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.0862908
Apr 30 07:10:23.041061 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-bb51af92-33b8-483a-b60c-91aa63583183 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449796
Apr 30 07:10:23.051298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b947f-bde8-4af4-83e3-45b035000861 req-83aba48e-e7ce-476b-b3cd-4b1b1affe664 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:23.052771 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dc5b947f-bde8-4af4-83e3-45b035000861 req-83aba48e-e7ce-476b-b3cd-4b1b1affe664 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1395366
Apr 30 07:10:23.099297 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dc5b947f-bde8-4af4-83e3-45b035000861 req-ff73a455-038f-4f18-9c99-a1257c88d0b6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406084
Apr 30 07:10:23.220476 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-346953f5-b164-49dc-9897-87141e8443df service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565108
Apr 30 07:10:23.290497 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b96385100>, [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 4, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'be530060-28c8-4690-80da-d92b6837bb28', 'name': '', 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'mac_address': 'fa:16:3e:75:97:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b298ae0e-7867-4708-988b-89acadd8dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:17Z', 'updated_at': '2021-04-30T07:10:22Z', 'revision_number': 4, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'subnets': [{'id': 'b298ae0e-7867-4708-988b-89acadd8dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:10:23.294520 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9438f-600c-4bee-9d77-2be1eca314a0 None None] The sync data for ids ['207eb7da-ba60-4f95-a6a8-be1d06070891'] in dv-cinder-773876-2-iscsi is: [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 4, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'be530060-28c8-4690-80da-d92b6837bb28', 'name': '', 'network_id': 'bc09a24b-7aed-4cea-9e16-6a8d4d0132a2', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'mac_address': 'fa:16:3e:75:97:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b298ae0e-7867-4708-988b-89acadd8dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:17Z', 'updated_at': '2021-04-30T07:10:22Z', 'revision_number': 4, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'subnets': [{'id': 'b298ae0e-7867-4708-988b-89acadd8dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:10:23.414848 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-94dd3a22-9388-4850-ae4d-4d5ba904263c req-2ad88b01-081e-41d6-a8c7-7b8ccf1d5935 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593750
Apr 30 07:10:23.802491 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa290-ebff-4564-8d2c-c20871207506 req-b6046bf3-a48b-4c52-8826-eb39b177a2bd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:23.804070 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ab3fa290-ebff-4564-8d2c-c20871207506 req-b6046bf3-a48b-4c52-8826-eb39b177a2bd tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0871882
Apr 30 07:10:23.852775 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ab3fa290-ebff-4564-8d2c-c20871207506 req-e24b2712-f077-497f-ad10-32870557af8e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418100
Apr 30 07:10:23.973898 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device be530060-28c8-4690-80da-d92b6837bb28 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:24.071558 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port be530060-28c8-4690-80da-d92b6837bb28 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:10:24.097449 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port be530060-28c8-4690-80da-d92b6837bb28 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:24.098044 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:24.238641 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:24.276742 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port be530060-28c8-4690-80da-d92b6837bb28, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=be530060-28c8-4690-80da-d92b6837bb28,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:24.283028 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:24.286906 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:24.350065 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cbadc-e0ba-430b-a33c-e115778e5e3b req-20fc08c6-80b0-4bd5-b423-ac7b68ac44f2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:24.351664 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6d0cbadc-e0ba-430b-a33c-e115778e5e3b req-20fc08c6-80b0-4bd5-b423-ac7b68ac44f2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0971897
Apr 30 07:10:24.401557 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=be530060-28c8-4690-80da-d92b6837bb28,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:24.405198 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:24.492640 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6d0cbadc-e0ba-430b-a33c-e115778e5e3b req-27941420-b323-4202-8694-ef7e558472c8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344175
Apr 30 07:10:25.046926 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f987c-6f9b-487f-b64d-8f9af872d2db req-30031271-f1ea-4e8f-9d38-a677b6010f23 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:25.048391 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-df0f987c-6f9b-487f-b64d-8f9af872d2db req-30031271-f1ea-4e8f-9d38-a677b6010f23 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0809982
Apr 30 07:10:25.097138 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-df0f987c-6f9b-487f-b64d-8f9af872d2db req-87655d47-1bd3-4d04-85da-daea5ea7b8ba tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427289
Apr 30 07:10:25.697889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032d2d4-6ebf-4de8-9dca-9bd5f8384b46 req-962a0335-5342-414d-b313-8e519cf678ea tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:25.699383 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1032d2d4-6ebf-4de8-9dca-9bd5f8384b46 req-962a0335-5342-414d-b313-8e519cf678ea tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0844564
Apr 30 07:10:25.744305 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1032d2d4-6ebf-4de8-9dca-9bd5f8384b46 req-84c1ce16-b7fd-4a83-bf74-a024cf0c8daa tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386422
Apr 30 07:10:25.788017 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1b39-62b9-433f-b4af-dd371a18f4d8 req-28a3dac7-183c-4c75-aed0-a2a8db00e4ba tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:25.789450 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f05c1b39-62b9-433f-b4af-dd371a18f4d8 req-28a3dac7-183c-4c75-aed0-a2a8db00e4ba tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.0855839
Apr 30 07:10:25.834243 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f05c1b39-62b9-433f-b4af-dd371a18f4d8 req-75ea4f79-13a2-416e-8076-f0429ca914f1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383048
Apr 30 07:10:25.944857 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device be530060-28c8-4690-80da-d92b6837bb28 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:10:26.013604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port be530060-28c8-4690-80da-d92b6837bb28 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:10:26.013901 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:26.291626 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950559-42f0-4f87-9f1c-1b96c10d438c req-6dcae35a-600b-4a5e-a86b-f83b2a017635 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:26.293094 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-89950559-42f0-4f87-9f1c-1b96c10d438c req-6dcae35a-600b-4a5e-a86b-f83b2a017635 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0854859
Apr 30 07:10:26.339458 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-89950559-42f0-4f87-9f1c-1b96c10d438c req-d3cb7990-e584-4780-b55c-cb70a229c236 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401583
Apr 30 07:10:26.936464 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ffb9-f5eb-464f-b505-2c178fee1250 req-9b8f6985-ac63-4931-af3d-e1d713565919 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:26.939497 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4f01ffb9-f5eb-464f-b505-2c178fee1250 req-9b8f6985-ac63-4931-af3d-e1d713565919 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0844195
Apr 30 07:10:26.984964 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4f01ffb9-f5eb-464f-b505-2c178fee1250 req-976a24ca-65a1-493f-983f-6f2b6bad85e9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391004
Apr 30 07:10:27.015395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f5f11-98e0-4bbe-adc3-58bbe5f8dd17 req-1e0f0a93-1ff5-45dc-bec7-a9b38b41aacb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:27.016878 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-648f5f11-98e0-4bbe-adc3-58bbe5f8dd17 req-1e0f0a93-1ff5-45dc-bec7-a9b38b41aacb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.0790725
Apr 30 07:10:27.061098 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-648f5f11-98e0-4bbe-adc3-58bbe5f8dd17 req-f79ba175-2074-46b8-8f8c-f51c5a0b1d08 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385096
Apr 30 07:10:27.527222 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f441c-4e9a-47ea-addf-b0b8e15d3a9a req-45b5ff2e-2d27-4397-aab1-af32594ca2ed tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:27.528687 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-180f441c-4e9a-47ea-addf-b0b8e15d3a9a req-45b5ff2e-2d27-4397-aab1-af32594ca2ed tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0854065
Apr 30 07:10:27.627851 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-180f441c-4e9a-47ea-addf-b0b8e15d3a9a req-7c1bad8e-cab8-4c26-bc21-35561e8ac279 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931258
Apr 30 07:10:28.175132 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154902fc-0050-41e6-970b-fed81b7f9ecb req-b5d7ba8b-b4fe-483b-a176-a1644e7fef8c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:28.176662 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-154902fc-0050-41e6-970b-fed81b7f9ecb req-b5d7ba8b-b4fe-483b-a176-a1644e7fef8c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0812383
Apr 30 07:10:28.225399 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-154902fc-0050-41e6-970b-fed81b7f9ecb req-3cd0983b-907d-48c2-8df9-df822b473062 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417793
Apr 30 07:10:28.270430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5e99b-f2ec-4646-a0a5-9961f81074e6 req-0c248738-ad66-48cf-9ccf-b96774820d14 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:28.272133 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a3b5e99b-f2ec-4646-a0a5-9961f81074e6 req-0c248738-ad66-48cf-9ccf-b96774820d14 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.0974815
Apr 30 07:10:28.321232 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a3b5e99b-f2ec-4646-a0a5-9961f81074e6 req-d6bbf595-c981-4b6b-b8a8-fadf367047ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425322
Apr 30 07:10:28.813531 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332be8-083c-42c0-a341-889fab40b4be req-7b57c9d6-61be-49d5-93f8-9da93719f36c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:28.815039 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-76332be8-083c-42c0-a341-889fab40b4be req-7b57c9d6-61be-49d5-93f8-9da93719f36c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0825443
Apr 30 07:10:28.859513 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-76332be8-083c-42c0-a341-889fab40b4be req-91b02fd2-efc3-45e2-8820-782db20b0a38 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385256
Apr 30 07:10:29.312375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-e7b43f5c-2b7b-4233-a301-bd7c5547ba13 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:29.313909 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-e7b43f5c-2b7b-4233-a301-bd7c5547ba13 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.0975196
Apr 30 07:10:29.511038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab11b56-ae6a-4f4f-b5a8-f019bbc48cfb req-f722633b-8a89-4257-bc29-2b6205866766 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:29.512528 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6ab11b56-ae6a-4f4f-b5a8-f019bbc48cfb req-f722633b-8a89-4257-bc29-2b6205866766 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 946 time: 0.0843065
Apr 30 07:10:29.513572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93297078-fa9c-4b33-adc0-070cf37eba40 req-4984d811-dcf1-4a36-b48a-0e9348a764f3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:29.515543 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-93297078-fa9c-4b33-adc0-070cf37eba40 req-4984d811-dcf1-4a36-b48a-0e9348a764f3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1607652
Apr 30 07:10:29.551498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Deleting port daa77a8b-6d27-4909-a112-ec493b05a384 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:10:29.551867 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:29.559999 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6ab11b56-ae6a-4f4f-b5a8-f019bbc48cfb req-c7dcaf0e-bd34-4528-9e09-c8fd61efd864 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393364
Apr 30 07:10:29.603493 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-93297078-fa9c-4b33-adc0-070cf37eba40 req-29793a92-a7ff-4e34-9bb5-90cbc819a7bf tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805221
Apr 30 07:10:29.701141 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] For port daa77a8b-6d27-4909-a112-ec493b05a384, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=daa77a8b-6d27-4909-a112-ec493b05a384,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:29.701492 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:29.821987 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Calling delete_port for daa77a8b-6d27-4909-a112-ec493b05a384 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:10:29.936135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:29.941927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:29.958386 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561', '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'f5c6ab18-f0bb-4584-9df7-d3951d43d464', 'daa77a8b-6d27-4909-a112-ec493b05a384'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:10:29.990912 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event deleted for resources: {'Port': ['ID=daa77a8b-6d27-4909-a112-ec493b05a384,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:30.021840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:30.062935 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] No DVR routers for this DVR port daa77a8b-6d27-4909-a112-ec493b05a384 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:10:30.065907 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:30.068474 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'name': 'network-vif-deleted', 'tag': 'daa77a8b-6d27-4909-a112-ec493b05a384'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:30.084583 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-456e1411-c6d7-4918-8f75-f211e27c3c62 req-9496fdaf-82d8-4fe2-b40d-030cce54df56 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "DELETE /v2.0/ports/daa77a8b-6d27-4909-a112-ec493b05a384 HTTP/1.1" status: 204  len: 173 time: 0.7595959
Apr 30 07:10:30.113963 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d7a25e-e107-4be5-8d99-a145be511068', 'name': 'network-vif-deleted', 'tag': 'daa77a8b-6d27-4909-a112-ec493b05a384', 'status': 'completed', 'code': 200}
Apr 30 07:10:30.528687 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d375-61c8-4431-8fd6-f8da56ff72d6 req-08a21987-e281-48a7-b550-68ea1a05bdb3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:30.530092 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-11b4d375-61c8-4431-8fd6-f8da56ff72d6 req-08a21987-e281-48a7-b550-68ea1a05bdb3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0769083
Apr 30 07:10:30.576099 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-11b4d375-61c8-4431-8fd6-f8da56ff72d6 req-c4bc1857-56ca-45b1-8336-6964a5a54c2f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389574
Apr 30 07:10:30.734545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c0ece6d2-29e8-49cd-a288-8835520cba32 req-6f8d248c-f8ab-4cd2-b61d-939b44a35dfb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:10:30.750821 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c0ece6d2-29e8-49cd-a288-8835520cba32 req-6f8d248c-f8ab-4cd2-b61d-939b44a35dfb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:10:30.752583 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c0ece6d2-29e8-49cd-a288-8835520cba32 req-6f8d248c-f8ab-4cd2-b61d-939b44a35dfb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d7a25e-e107-4be5-8d99-a145be511068 HTTP/1.1" status: 200  len: 210 time: 0.0627499
Apr 30 07:10:30.936721 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be07ef-d423-4b1d-9002-c781b31e84bd req-e2363b34-9994-48c7-a99d-fbfe28a4e7a4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:30.938469 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f5be07ef-d423-4b1d-9002-c781b31e84bd req-e2363b34-9994-48c7-a99d-fbfe28a4e7a4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0832155
Apr 30 07:10:30.997740 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f5be07ef-d423-4b1d-9002-c781b31e84bd req-102cb5d3-5323-4f12-bdc6-1c39fd0ceae7 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513020
Apr 30 07:10:31.112148 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e5c15d71-e185-4eea-b43e-a8b715325bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:32.217036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18d7fe-2ee3-43f4-bee4-1240c648d8ca req-8bed9c9d-f413-4f8b-ba17-e26a4192fcc4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:32.218658 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-be18d7fe-2ee3-43f4-bee4-1240c648d8ca req-8bed9c9d-f413-4f8b-ba17-e26a4192fcc4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0991080
Apr 30 07:10:32.270911 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-be18d7fe-2ee3-43f4-bee4-1240c648d8ca req-713e8f34-3e34-4b1a-946c-beffebc3b613 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460713
Apr 30 07:10:33.033814 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device daa77a8b-6d27-4909-a112-ec493b05a384 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:10:33.066303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: daa77a8b-6d27-4909-a112-ec493b05a384 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:10:33.066517 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device daa77a8b-6d27-4909-a112-ec493b05a384 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:10:33.442195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87fc0b-120c-40f0-ae18-847c08ad0d22 req-b10f364b-21e6-4fcf-a278-0cb80f4b3f32 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:33.443777 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8d87fc0b-120c-40f0-ae18-847c08ad0d22 req-b10f364b-21e6-4fcf-a278-0cb80f4b3f32 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 945 time: 0.0823143
Apr 30 07:10:33.469540 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493664b-6b83-4ff9-8a07-e31966ae3b27 req-15458045-c3ef-4368-80dc-12cba4b97887 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:33.470754 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e493664b-6b83-4ff9-8a07-e31966ae3b27 req-15458045-c3ef-4368-80dc-12cba4b97887 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0811949
Apr 30 07:10:33.489985 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8d87fc0b-120c-40f0-ae18-847c08ad0d22 req-4d02b98f-f3bd-4998-87ec-27d856185722 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405078
Apr 30 07:10:33.521129 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e493664b-6b83-4ff9-8a07-e31966ae3b27 req-5d530737-f309-445a-a279-ebd8d317b0a9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440953
Apr 30 07:10:33.557131 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:33.718758 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4f9f56dd-5976-42c7-8a86-0a01d8c964d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:34.620743 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:34.715745 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae95bf-2984-4db5-9664-6adab78b56bf req-e19bb41c-c805-4546-a90f-c7dd51b03548 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:34.717088 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6ae95bf-2984-4db5-9664-6adab78b56bf req-e19bb41c-c805-4546-a90f-c7dd51b03548 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0838261
Apr 30 07:10:34.755539 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d60c8-2b52-4478-a048-8b0d27d5c6be req-8f4efdf0-a227-4ea6-a93f-1b99adb82cfa tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:34.757002 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c35d60c8-2b52-4478-a048-8b0d27d5c6be req-8f4efdf0-a227-4ea6-a93f-1b99adb82cfa tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 945 time: 0.1624439
Apr 30 07:10:34.761264 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6ae95bf-2984-4db5-9664-6adab78b56bf req-96b8b5a5-c104-40ba-be39-06baf37f9a60 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382805
Apr 30 07:10:34.805688 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c35d60c8-2b52-4478-a048-8b0d27d5c6be req-6bc0beee-2fab-4c96-a48b-615295c5a6ad tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425987
Apr 30 07:10:35.954577 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac847-e662-40cc-8272-9abe34edc2cf req-c5f16fad-7662-4134-90a9-a46526aa78de tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:35.956055 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b57ac847-e662-40cc-8272-9abe34edc2cf req-c5f16fad-7662-4134-90a9-a46526aa78de tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0851905
Apr 30 07:10:35.990433 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703c6cc-b8e2-4266-a82a-d794001800ef req-36b88cb8-79a5-4315-b19c-e7a1f492c0de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:35.991939 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0703c6cc-b8e2-4266-a82a-d794001800ef req-36b88cb8-79a5-4315-b19c-e7a1f492c0de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 945 time: 0.0792837
Apr 30 07:10:36.001126 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b57ac847-e662-40cc-8272-9abe34edc2cf req-76e9afa2-69c4-4d4c-9202-773f0d1e4ad4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392647
Apr 30 07:10:36.038096 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0703c6cc-b8e2-4266-a82a-d794001800ef req-0b4b7f6b-0e8e-4a54-bb34-90b7f96032fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402672
Apr 30 07:10:36.213538 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:36.649564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-d8ac2586-17f9-4b0e-a086-73994b4f29b6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:36.650953 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-d8ac2586-17f9-4b0e-a086-73994b4f29b6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 945 time: 0.0806613
Apr 30 07:10:36.796216 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Deleting port f5c6ab18-f0bb-4584-9df7-d3951d43d464 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:10:36.796555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:36.925135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] For port f5c6ab18-f0bb-4584-9df7-d3951d43d464, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f5c6ab18-f0bb-4584-9df7-d3951d43d464,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:36.925397 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:37.047402 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Calling delete_port for f5c6ab18-f0bb-4584-9df7-d3951d43d464 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:10:37.197876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:37.212240 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561', '06142239-cf4d-4f1c-8bee-5e621b6d2f9a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:10:37.213422 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-92f6ebac-3aeb-456f-a86a-5e5a2aec5d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:37.241292 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deebb3-ae3c-40a1-b58f-72e9207fd7ad req-45a70186-b165-4c9b-87a5-3dc20fb43a3a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:37.242762 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0deebb3-ae3c-40a1-b58f-72e9207fd7ad req-45a70186-b165-4c9b-87a5-3dc20fb43a3a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1294260
Apr 30 07:10:37.248420 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5fa7b25c-e451-4ea5-8053-3c2b5897efab req-ee0b0830-c068-41b1-804c-42bd76409d87 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0957088
Apr 30 07:10:37.300993 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event deleted for resources: {'Port': ['ID=f5c6ab18-f0bb-4584-9df7-d3951d43d464,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:37.303499 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0deebb3-ae3c-40a1-b58f-72e9207fd7ad req-813d412d-903b-4abd-b658-4cf4f9b45098 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533538
Apr 30 07:10:37.347308 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.347681 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.348083 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.348441 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.348792 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.349242 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.349596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.349975 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.350321 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.350676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.351214 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.351555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:10:37.359698 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:37.360895 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] No DVR routers for this DVR port f5c6ab18-f0bb-4584-9df7-d3951d43d464 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:10:37.363219 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:37.365799 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'name': 'network-vif-deleted', 'tag': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:37.382085 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cfae34d3-5f4e-4fee-aa17-7482166c9d8f req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "DELETE /v2.0/ports/f5c6ab18-f0bb-4584-9df7-d3951d43d464 HTTP/1.1" status: 204  len: 173 time: 0.7098689
Apr 30 07:10:37.410220 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6', 'name': 'network-vif-deleted', 'tag': 'f5c6ab18-f0bb-4584-9df7-d3951d43d464', 'status': 'completed', 'code': 200}
Apr 30 07:10:38.430601 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d264a95b-36ac-4583-93b8-9d158fd2aee2 req-5703c275-2044-4179-8e87-91d85ca885f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=41ed03ab-93a3-4646-9f5e-9ede1bf4bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0528259
Apr 30 07:10:38.499153 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd92f-3177-4609-bc9f-0a5cbc4ad573 req-c6242cf0-ae62-4e19-88a4-1bf23dd9c997 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:38.500627 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0d5fd92f-3177-4609-bc9f-0a5cbc4ad573 req-c6242cf0-ae62-4e19-88a4-1bf23dd9c997 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0860322
Apr 30 07:10:38.544784 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0d5fd92f-3177-4609-bc9f-0a5cbc4ad573 req-41cfa7e9-033e-4132-92d4-4e49a7e66a9c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384517
Apr 30 07:10:39.060823 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device f5c6ab18-f0bb-4584-9df7-d3951d43d464 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:10:39.095587 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: f5c6ab18-f0bb-4584-9df7-d3951d43d464 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:10:39.095963 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device f5c6ab18-f0bb-4584-9df7-d3951d43d464 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:10:39.752945 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924353b8-2852-4bba-9670-c4ae973f121a req-47d471c4-b6ee-4c09-8e2b-ef7376cb553d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:39.754824 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-924353b8-2852-4bba-9670-c4ae973f121a req-47d471c4-b6ee-4c09-8e2b-ef7376cb553d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1033845
Apr 30 07:10:39.807085 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-924353b8-2852-4bba-9670-c4ae973f121a req-d569f3f5-b50a-4d18-a2c2-aa9ecaab6318 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451927
Apr 30 07:10:39.997794 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e591d7-5aa3-4d95-9646-053d57e9605b req-06e35aa8-df02-42e9-b12a-addac6c0f267 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:39.998586 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-a5e591d7-5aa3-4d95-9646-053d57e9605b req-06e35aa8-df02-42e9-b12a-addac6c0f267 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:10:40.016044 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-a5e591d7-5aa3-4d95-9646-053d57e9605b req-06e35aa8-df02-42e9-b12a-addac6c0f267 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:10:40.017231 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a5e591d7-5aa3-4d95-9646-053d57e9605b req-06e35aa8-df02-42e9-b12a-addac6c0f267 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.1079540
Apr 30 07:10:40.063315 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a5e591d7-5aa3-4d95-9646-053d57e9605b req-f22f1827-ec29-4781-8170-32668203acd8 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401435
Apr 30 07:10:40.511954 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e39f0c-e19a-4d06-acb3-ce41ab7f71b8 req-6b9ebb8f-622c-4f85-87e8-530afdbc37e8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:40.513390 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-80e39f0c-e19a-4d06-acb3-ce41ab7f71b8 req-6b9ebb8f-622c-4f85-87e8-530afdbc37e8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1099141
Apr 30 07:10:40.519301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056925cc-f464-464e-91b0-e8a773c8a144 req-23024592-9bb3-40d3-b03a-8859fb93ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:40.520664 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-23024592-9bb3-40d3-b03a-8859fb93ed69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.1592596
Apr 30 07:10:40.596632 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-80e39f0c-e19a-4d06-acb3-ce41ab7f71b8 req-d58b7b85-de7b-480a-8689-98c1e523670f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749390
Apr 30 07:10:40.757304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056925cc-f464-464e-91b0-e8a773c8a144 req-29b8214b-a9ac-4629-83a8-27d3f4a4309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:40.758726 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-29b8214b-a9ac-4629-83a8-27d3f4a4309a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.2174556
Apr 30 07:10:40.832751 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-485ca826-29f1-4cb4-acf2-56ceff5ce07b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.0600431
Apr 30 07:10:40.911327 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056925cc-f464-464e-91b0-e8a773c8a144 req-06d765ee-e733-4475-84d7-d7d6cbf35a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:40.912803 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-06d765ee-e733-4475-84d7-d7d6cbf35a42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.0679018
Apr 30 07:10:40.976755 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-5367e162-317f-42c1-ac7f-f4d0ff5a81a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433609
Apr 30 07:10:40.997824 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ee818-686e-4f79-b43d-b61193b87e20 req-ab654c9e-8a64-465a-9dca-24369b5c0840 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:40.999816 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-816ee818-686e-4f79-b43d-b61193b87e20 req-ab654c9e-8a64-465a-9dca-24369b5c0840 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0840015
Apr 30 07:10:41.043700 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-816ee818-686e-4f79-b43d-b61193b87e20 req-e6f41dae-d7ab-4c39-a5b8-95b1de43a751 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381873
Apr 30 07:10:41.117422 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-fbce4bc8-a65b-4045-bbaf-dc248a8f1fff service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255546
Apr 30 07:10:41.322429 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-056925cc-f464-464e-91b0-e8a773c8a144 req-7ff70f82-3234-46a5-b2db-0bc7341b054e service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871381
Apr 30 07:10:41.333601 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40671a12-af22-4ce6-8998-e7f432d9bc68 req-b61ff7b6-e679-47b3-bc69-8d5f06cd18fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:41.334945 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-40671a12-af22-4ce6-8998-e7f432d9bc68 req-b61ff7b6-e679-47b3-bc69-8d5f06cd18fe tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.1650629
Apr 30 07:10:41.378951 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-40671a12-af22-4ce6-8998-e7f432d9bc68 req-112a5044-cd8f-4395-8f90-24558d2c60b8 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383270
Apr 30 07:10:41.784777 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a41720-75a6-4d27-947a-fba3ee260885 req-3cd1e4cb-29fa-4571-83ca-60bcb5afb400 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:41.786230 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-83a41720-75a6-4d27-947a-fba3ee260885 req-3cd1e4cb-29fa-4571-83ca-60bcb5afb400 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0824106
Apr 30 07:10:41.828890 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-83a41720-75a6-4d27-947a-fba3ee260885 req-d39afd08-f61e-4e2c-a895-094ba4ae3530 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370343
Apr 30 07:10:42.230268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bf839-2a94-45f0-a277-95f6d5858c3f req-da943550-b1c6-4371-8cc4-f23a3f629817 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:42.231632 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-544bf839-2a94-45f0-a277-95f6d5858c3f req-da943550-b1c6-4371-8cc4-f23a3f629817 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0811546
Apr 30 07:10:42.275271 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-544bf839-2a94-45f0-a277-95f6d5858c3f req-c2984b7b-27b4-4820-b1c0-fef2a347d9eb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378499
Apr 30 07:10:42.565486 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423298a-52e6-470b-83ae-189197af7714 req-51bbaca7-723d-4db5-aaff-bcad88ee6db1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:42.566925 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f423298a-52e6-470b-83ae-189197af7714 req-51bbaca7-723d-4db5-aaff-bcad88ee6db1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0829198
Apr 30 07:10:42.610497 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f423298a-52e6-470b-83ae-189197af7714 req-9926db2c-0970-4497-90a4-2d660371a5d1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378802
Apr 30 07:10:43.018298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e093fe-3a1c-4a6a-8017-9e568540e295 req-6c2a2631-c8f9-42ee-a68a-7e5e3509b87b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:43.019761 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b2e093fe-3a1c-4a6a-8017-9e568540e295 req-6c2a2631-c8f9-42ee-a68a-7e5e3509b87b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0824046
Apr 30 07:10:43.063503 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b2e093fe-3a1c-4a6a-8017-9e568540e295 req-eef12ca4-639e-4eb5-8b71-839b5db74daa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380900
Apr 30 07:10:43.458969 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fad39-5967-43a2-8540-6247a0a4bba5 req-708502e9-4034-4ae7-8616-d68be88ff83a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:43.460427 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3a6fad39-5967-43a2-8540-6247a0a4bba5 req-708502e9-4034-4ae7-8616-d68be88ff83a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0786138
Apr 30 07:10:43.505786 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3a6fad39-5967-43a2-8540-6247a0a4bba5 req-d6ec5cac-8330-4c32-b67a-5417818c125e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396926
Apr 30 07:10:43.805104 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e515-bf73-4589-aaec-4daac800c07b req-e631ef5b-7bf4-4627-9458-b2d0cee1692b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:43.806573 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f5f6e515-bf73-4589-aaec-4daac800c07b req-e631ef5b-7bf4-4627-9458-b2d0cee1692b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0919716
Apr 30 07:10:43.853733 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f5f6e515-bf73-4589-aaec-4daac800c07b req-25deeb68-9f68-424e-9a22-c11ca2ea678a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400832
Apr 30 07:10:44.253545 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa800-c7b9-4bb7-a35e-ba3feb498a58 req-a1b9b7f4-c40a-4983-b05b-b01874e00a13 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:44.254983 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-435fa800-c7b9-4bb7-a35e-ba3feb498a58 req-a1b9b7f4-c40a-4983-b05b-b01874e00a13 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0842962
Apr 30 07:10:44.347753 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-435fa800-c7b9-4bb7-a35e-ba3feb498a58 req-2792b2f5-30de-4215-8f06-7b0a26509143 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869660
Apr 30 07:10:44.689386 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083834-465d-4b1e-9db7-7cba9149e140 req-98856018-9011-4d1f-8b49-08819a8915c0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:44.690728 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0083834-465d-4b1e-9db7-7cba9149e140 req-98856018-9011-4d1f-8b49-08819a8915c0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0783355
Apr 30 07:10:44.736216 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0083834-465d-4b1e-9db7-7cba9149e140 req-6a4ee425-d9e7-4975-8cea-a8e7590873ad tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398512
Apr 30 07:10:45.038268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773217e4-6c2d-4f86-9407-bf2dcbc77ff3 req-3d303db2-c221-41bf-b3de-a2eaa616bc6c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:45.039840 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-773217e4-6c2d-4f86-9407-bf2dcbc77ff3 req-3d303db2-c221-41bf-b3de-a2eaa616bc6c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0782113
Apr 30 07:10:45.083479 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-773217e4-6c2d-4f86-9407-bf2dcbc77ff3 req-d0670111-32f0-4ad9-9d23-6b858f9abb66 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378513
Apr 30 07:10:45.542839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a8c31-6e36-4843-8de9-b67334ac32ef req-0d74bf1a-cb62-47e2-bbce-3f2a30a11f98 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:45.544384 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f73a8c31-6e36-4843-8de9-b67334ac32ef req-0d74bf1a-cb62-47e2-bbce-3f2a30a11f98 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0879378
Apr 30 07:10:45.589719 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f73a8c31-6e36-4843-8de9-b67334ac32ef req-40168d2b-ad77-418e-946b-5bb5dd301935 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393677
Apr 30 07:10:45.925583 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459e23-3d85-4bdd-9854-824ecd95d08e req-8b577518-e780-4377-9086-15c2f08b318e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:45.927035 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-18459e23-3d85-4bdd-9854-824ecd95d08e req-8b577518-e780-4377-9086-15c2f08b318e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0837061
Apr 30 07:10:45.979298 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-18459e23-3d85-4bdd-9854-824ecd95d08e req-5104f40d-7611-4951-8141-31541bf4bd48 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464993
Apr 30 07:10:46.270898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561c0cf-9769-41eb-9c8c-07183320fc53 req-e39e6b40-faea-4dbb-a923-4f58b4bcf0b9 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:46.272386 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c561c0cf-9769-41eb-9c8c-07183320fc53 req-e39e6b40-faea-4dbb-a923-4f58b4bcf0b9 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0816905
Apr 30 07:10:46.317600 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c561c0cf-9769-41eb-9c8c-07183320fc53 req-0000a14f-781f-4d14-b7dc-97bd984ecc9d tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395319
Apr 30 07:10:46.775814 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fe6c4-5bb2-4c0d-8016-ed5907c0cddb req-0cfabdce-2b1c-4bb8-89a8-49e3e4887405 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:46.777152 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-977fe6c4-5bb2-4c0d-8016-ed5907c0cddb req-0cfabdce-2b1c-4bb8-89a8-49e3e4887405 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0823231
Apr 30 07:10:46.823786 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-977fe6c4-5bb2-4c0d-8016-ed5907c0cddb req-fdebd5fd-8565-4f4b-9643-4f611d801a3d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403605
Apr 30 07:10:46.867559 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-dddb405f-3851-440b-b46b-358ff477a182 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:46.869054 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-dddb405f-3851-440b-b46b-358ff477a182 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0829985
Apr 30 07:10:47.034402 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Deleting port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:10:47.035896 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:47.234428 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] For port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:47.235243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:47.363636 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Calling delete_port for 06142239-cf4d-4f1c-8bee-5e621b6d2f9a owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:10:47.377658 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484520c2-13f3-4c91-b088-0cd6fb8bcfc5 req-a72dcd6c-0567-4d7a-844e-f09ffaf20b9e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:47.379095 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-484520c2-13f3-4c91-b088-0cd6fb8bcfc5 req-a72dcd6c-0567-4d7a-844e-f09ffaf20b9e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.2473261
Apr 30 07:10:47.437703 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-484520c2-13f3-4c91-b088-0cd6fb8bcfc5 req-f6aa2623-84db-4ba0-a1a3-2fbf1acbecb3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466015
Apr 30 07:10:47.524034 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e962792-ceae-4a69-9630-a83828186f26 req-44e27ef2-29d4-4a9b-82e9-8dc2c0039b9c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:47.524662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:47.525538 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2e962792-ceae-4a69-9630-a83828186f26 req-44e27ef2-29d4-4a9b-82e9-8dc2c0039b9c tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 946 time: 0.0953615
Apr 30 07:10:47.532453 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:47.538023 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:10:47.583743 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2e962792-ceae-4a69-9630-a83828186f26 req-be00e67b-fd0b-4d4e-8929-b86b2d208a59 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497324
Apr 30 07:10:47.606826 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event deleted for resources: {'Port': ['ID=06142239-cf4d-4f1c-8bee-5e621b6d2f9a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:47.634450 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:47.682021 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] No DVR routers for this DVR port 06142239-cf4d-4f1c-8bee-5e621b6d2f9a on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:10:47.684611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:47.687243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'name': 'network-vif-deleted', 'tag': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:47.703425 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3d887cac-5bd0-4d6c-80e0-26aada5916ec req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "DELETE /v2.0/ports/06142239-cf4d-4f1c-8bee-5e621b6d2f9a HTTP/1.1" status: 204  len: 173 time: 0.8231673
Apr 30 07:10:47.737858 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59947c3-4a91-49c3-992f-33deb83ac364', 'name': 'network-vif-deleted', 'tag': '06142239-cf4d-4f1c-8bee-5e621b6d2f9a', 'status': 'completed', 'code': 200}
Apr 30 07:10:48.038686 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-2ca20c37-a8f2-45a3-bcbe-850ada0d13a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2171297
Apr 30 07:10:48.051187 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af2058-9695-420c-843f-dcb263226508 req-abfcb884-02bb-45ca-86d5-c767e2cdf934 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:48.052778 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f3af2058-9695-420c-843f-dcb263226508 req-abfcb884-02bb-45ca-86d5-c767e2cdf934 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1078675
Apr 30 07:10:48.147502 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f3af2058-9695-420c-843f-dcb263226508 req-335a9f56-a4d4-44bd-bf3a-62ebce77d9c0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863776
Apr 30 07:10:48.173294 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-8f192e6b-50a7-4def-875c-ba4573d0b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:48.174772 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-8f192e6b-50a7-4def-875c-ba4573d0b26d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 1099 time: 0.1011777
Apr 30 07:10:48.325848 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-d2661fbb-b178-48bd-8d0d-888c5edb5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:48.327886 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-d2661fbb-b178-48bd-8d0d-888c5edb5f1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.1277585
Apr 30 07:10:48.415959 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-07341c64-6dc2-4697-831a-c635ef625db2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc724d1-23a0-4420-964a-0e81958205fb HTTP/1.1" status: 200  len: 217 time: 0.0661743
Apr 30 07:10:48.486463 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-3fb42ecc-d2f5-45a0-8fbc-cfce4b3c8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:48.488489 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-3fb42ecc-d2f5-45a0-8fbc-cfce4b3c8e82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.0617726
Apr 30 07:10:48.549442 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-e8927a3e-4ffa-43d7-a043-ce7700a1e26f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533154
Apr 30 07:10:48.659223 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c82fc-af7c-4331-9dd0-896fa11bdfd0 req-bfce70ca-788e-49cc-823a-43c785278d99 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:48.661743 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-389c82fc-af7c-4331-9dd0-896fa11bdfd0 req-bfce70ca-788e-49cc-823a-43c785278d99 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0989795
Apr 30 07:10:48.732279 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-389c82fc-af7c-4331-9dd0-896fa11bdfd0 req-18df8d89-14d8-468c-9cae-b2236ca4e5d4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634937
Apr 30 07:10:48.763883 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-2cb2f80d-0d9f-45d4-a923-043b7155368c service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951790
Apr 30 07:10:48.897063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-9e082205-ba31-4539-aac1-b07b197d85c2 req-df345120-ae04-45de-9dad-2c7136e215c1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Synchronizing usage tracker for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:10:48.979105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-9e082205-ba31-4539-aac1-b07b197d85c2 req-df345120-ae04-45de-9dad-2c7136e215c1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Unset dirty status for tenant:36058dd06b3a4b82a107ab998960c088 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:10:48.980266 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9e082205-ba31-4539-aac1-b07b197d85c2 req-df345120-ae04-45de-9dad-2c7136e215c1 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=c59947c3-4a91-49c3-992f-33deb83ac364 HTTP/1.1" status: 200  len: 210 time: 0.1567130
Apr 30 07:10:49.000902 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-86d601ed-4934-47e8-a9c9-b06637bc4dbf req-ef797d51-b555-4a6b-9ebd-4dc86dee570a service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191365
Apr 30 07:10:49.119149 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 06142239-cf4d-4f1c-8bee-5e621b6d2f9a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:10:49.153600 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 06142239-cf4d-4f1c-8bee-5e621b6d2f9a {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:10:49.153883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 06142239-cf4d-4f1c-8bee-5e621b6d2f9a not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:10:49.352773 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792d03d-3872-487a-8bf5-3791703a895c req-7626ef6d-811f-4599-a6f8-90e9a7f711ce tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:49.354207 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a792d03d-3872-487a-8bf5-3791703a895c req-7626ef6d-811f-4599-a6f8-90e9a7f711ce tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0825861
Apr 30 07:10:49.399665 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a792d03d-3872-487a-8bf5-3791703a895c req-359e64d7-7c18-4578-b66e-b14c65a9cc21 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392311
Apr 30 07:10:50.061059 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005d666-2a8f-42aa-b7dd-7b2382b4f85b req-dede4510-0f32-48c4-bba5-4feeca8edcd6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:50.062548 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6005d666-2a8f-42aa-b7dd-7b2382b4f85b req-dede4510-0f32-48c4-bba5-4feeca8edcd6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0837133
Apr 30 07:10:50.112395 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6005d666-2a8f-42aa-b7dd-7b2382b4f85b req-b8d29844-39a6-44a9-8ef3-d8ab211b3fcc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432332
Apr 30 07:10:50.618502 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f72b-cadc-44f0-8a93-bbd982257c7b req-523ca61e-0d66-43bd-a687-7bc13d1dd245 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:50.620007 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1533f72b-cadc-44f0-8a93-bbd982257c7b req-523ca61e-0d66-43bd-a687-7bc13d1dd245 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0863252
Apr 30 07:10:50.669728 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1533f72b-cadc-44f0-8a93-bbd982257c7b req-aee26ba4-41f3-4c9f-a4fe-f4038df390b0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427029
Apr 30 07:10:51.300337 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79c42-c953-4897-a1a8-396fdacef689 req-0a509013-39d7-435b-9876-24e6ad5c2e9c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:51.301710 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d7b79c42-c953-4897-a1a8-396fdacef689 req-0a509013-39d7-435b-9876-24e6ad5c2e9c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0798554
Apr 30 07:10:51.354812 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d7b79c42-c953-4897-a1a8-396fdacef689 req-8e02eb75-0095-408a-b612-90edd1b2beb1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457385
Apr 30 07:10:51.711284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:51.712351 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5cf32-c008-4841-9a4d-e87603a42e43 req-528d1ff9-c9a4-4119-a762-b80aa756162b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:51.713832 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-72d5cf32-c008-4841-9a4d-e87603a42e43 req-528d1ff9-c9a4-4119-a762-b80aa756162b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0934920
Apr 30 07:10:51.730976 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7583a-a87a-4a1d-a712-1d6c1ca7ac41 req-02c4dbf2-6cbd-46fa-9321-596f28de24cb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:51.732448 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a1d7583a-a87a-4a1d-a712-1d6c1ca7ac41 req-02c4dbf2-6cbd-46fa-9321-596f28de24cb tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0808687
Apr 30 07:10:51.758738 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-72d5cf32-c008-4841-9a4d-e87603a42e43 req-e5a4e1d4-6504-42c3-8d1a-3e9867f18277 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377448
Apr 30 07:10:51.776773 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a1d7583a-a87a-4a1d-a712-1d6c1ca7ac41 req-38de4a92-9e29-4623-bc58-de7f9f32d83b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382042
Apr 30 07:10:51.933629 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd0c5a-1231-43a5-9623-c1ec08a2b48d req-18fbd406-bb13-48df-a982-6de60cc48383 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:51.935037 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50fd0c5a-1231-43a5-9623-c1ec08a2b48d req-18fbd406-bb13-48df-a982-6de60cc48383 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0777040
Apr 30 07:10:51.980906 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50fd0c5a-1231-43a5-9623-c1ec08a2b48d req-7af7d98e-32b2-46f9-b9c8-decdb92bccd0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401938
Apr 30 07:10:52.940554 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a8abf-389e-4fd2-b87a-7f1f4dd0019d req-89843d28-9da0-4374-95cc-b4c49eb42cd2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:52.941962 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fe1a8abf-389e-4fd2-b87a-7f1f4dd0019d req-89843d28-9da0-4374-95cc-b4c49eb42cd2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0764320
Apr 30 07:10:52.984769 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fe1a8abf-389e-4fd2-b87a-7f1f4dd0019d req-f1d8c615-293a-4361-b377-729a7d9bc658 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373394
Apr 30 07:10:53.156382 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd12f5c-6c4f-434d-9c80-35f90e40a127 req-ca683f88-e574-436c-ae5c-b392c7f402f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:53.157725 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9fd12f5c-6c4f-434d-9c80-35f90e40a127 req-ca683f88-e574-436c-ae5c-b392c7f402f5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0802741
Apr 30 07:10:53.202011 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9fd12f5c-6c4f-434d-9c80-35f90e40a127 req-206fc406-af17-4401-91d3-dbc41e1a23e5 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381105
Apr 30 07:10:53.377879 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618911-4cfe-4030-9f69-27cab58b6595 req-82a2c4a3-356c-4e51-904a-04ac7c86ff0c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:53.379341 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a7618911-4cfe-4030-9f69-27cab58b6595 req-82a2c4a3-356c-4e51-904a-04ac7c86ff0c tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0785422
Apr 30 07:10:53.423637 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a7618911-4cfe-4030-9f69-27cab58b6595 req-4d0760af-3a03-43f9-b200-05dfb4d6f96f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386062
Apr 30 07:10:54.166743 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec31f-741a-46e7-bf2d-6e20f05c68f7 req-8c10df82-2d82-441f-8496-0c6cb17cc138 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:54.168179 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5c1ec31f-741a-46e7-bf2d-6e20f05c68f7 req-8c10df82-2d82-441f-8496-0c6cb17cc138 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0805917
Apr 30 07:10:54.212056 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5c1ec31f-741a-46e7-bf2d-6e20f05c68f7 req-e4842fde-6598-488c-8a5d-4147ed72486b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377152
Apr 30 07:10:54.397785 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f56f7c-b99d-41aa-bc4e-2427771d63ce req-225a0ce8-79e2-4ab7-b2fd-3eb1b32fe066 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:54.399205 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f2f56f7c-b99d-41aa-bc4e-2427771d63ce req-225a0ce8-79e2-4ab7-b2fd-3eb1b32fe066 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0829260
Apr 30 07:10:54.489519 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f2f56f7c-b99d-41aa-bc4e-2427771d63ce req-f74afc41-2235-45b6-9ec6-af5ce24645d3 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839477
Apr 30 07:10:54.657154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f313c-328d-4ae6-997c-d358bf50b0a9 req-0573d43c-5946-493d-b58c-925df59444fa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:54.658508 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a27f313c-328d-4ae6-997c-d358bf50b0a9 req-0573d43c-5946-493d-b58c-925df59444fa tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0784268
Apr 30 07:10:54.705432 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a27f313c-328d-4ae6-997c-d358bf50b0a9 req-8b5fc767-8c16-4191-99e1-786f3e02ae5b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412071
Apr 30 07:10:54.929183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-dcaea7d7-d062-4ec2-8461-d778a63fd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:54.930543 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-dcaea7d7-d062-4ec2-8461-d778a63fd3a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1099 time: 0.0735385
Apr 30 07:10:55.063676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-0122b2aa-a000-4115-9d2e-b485169079ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:55.065102 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-0122b2aa-a000-4115-9d2e-b485169079ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.1233282
Apr 30 07:10:55.167935 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-f0b2279d-6822-4076-a7f3-87adffc9ae51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 1001 time: 0.0893636
Apr 30 07:10:55.247340 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-fd277662-55c9-43ce-9292-4e6b3b0bcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:55.249441 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-fd277662-55c9-43ce-9292-4e6b3b0bcbde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0608253
Apr 30 07:10:55.331666 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-f208f848-477f-4678-b351-7b14af81a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:55.333143 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-f208f848-477f-4678-b351-7b14af81a70c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704603
Apr 30 07:10:55.402577 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4033c5-9e86-4dc7-a98d-e80b91a98573 req-35ae0e6e-a972-45d0-8ed2-a3a559e9d29c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:55.404148 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd4033c5-9e86-4dc7-a98d-e80b91a98573 req-35ae0e6e-a972-45d0-8ed2-a3a559e9d29c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0856099
Apr 30 07:10:55.452263 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd4033c5-9e86-4dc7-a98d-e80b91a98573 req-7b0e4b17-c8d6-4b13-82fa-94abe333bfa3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411012
Apr 30 07:10:55.553073 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-a76d7522-6cda-4a59-aea6-7f3df0981c09 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074480
Apr 30 07:10:55.743082 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de5f473d-4648-4e6d-bb2c-4ce317e5135d req-cedb4377-34a0-45e0-83f9-3e74eae7d52c service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777656
Apr 30 07:10:55.761715 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828080-793a-4d4b-9b86-5f157f72afa4 req-bd52581e-e10f-4c43-ac84-05415e596e4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:55.762792 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8d828080-793a-4d4b-9b86-5f157f72afa4 req-bd52581e-e10f-4c43-ac84-05415e596e4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1624951
Apr 30 07:10:55.809214 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8d828080-793a-4d4b-9b86-5f157f72afa4 req-4d52b522-7073-432c-8393-8063a15f78ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405164
Apr 30 07:10:55.902620 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc58f85-da3c-4c08-a5e8-69035f4e74f3 req-befed4a4-db62-49aa-abba-fcb9ad7cdb71 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:55.904017 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dbc58f85-da3c-4c08-a5e8-69035f4e74f3 req-befed4a4-db62-49aa-abba-fcb9ad7cdb71 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0877357
Apr 30 07:10:55.949348 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dbc58f85-da3c-4c08-a5e8-69035f4e74f3 req-ed6ab211-478a-43f7-a666-c212d2708bd3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385528
Apr 30 07:10:56.377012 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:10:56.639775 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec0d4f-9fa0-405d-aa60-bf2f8e6336f4 req-9d4f96f2-c502-4f6d-a47a-2ae7fca7fde9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:56.641136 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53ec0d4f-9fa0-405d-aa60-bf2f8e6336f4 req-9d4f96f2-c502-4f6d-a47a-2ae7fca7fde9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0832810
Apr 30 07:10:56.685451 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-53ec0d4f-9fa0-405d-aa60-bf2f8e6336f4 req-fa97f223-13b8-436b-9ff2-b6434449b600 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381825
Apr 30 07:10:57.015015 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3336-5f49-4fd1-a839-18e6486b3fab req-63b930d0-b4f0-482a-8cec-d5a6b04be6be tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:57.016542 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5efe3336-5f49-4fd1-a839-18e6486b3fab req-63b930d0-b4f0-482a-8cec-d5a6b04be6be tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0837479
Apr 30 07:10:57.061927 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5efe3336-5f49-4fd1-a839-18e6486b3fab req-a739ec1b-8851-4810-9681-8fa74586c5b6 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398729
Apr 30 07:10:57.233692 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c142b49-8d2b-4cf6-bc19-bb3b9970ed0b req-97bf0dbb-b8b3-4b51-8b47-c1c21e13383b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:57.235123 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4c142b49-8d2b-4cf6-bc19-bb3b9970ed0b req-97bf0dbb-b8b3-4b51-8b47-c1c21e13383b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0787799
Apr 30 07:10:57.279809 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4c142b49-8d2b-4cf6-bc19-bb3b9970ed0b req-d6028e05-f1e3-4d4e-9884-796a1c314aea tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389099
Apr 30 07:10:57.822012 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-36b19606-ce64-4ab0-ab88-ee7c01a30d99 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:57.823397 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-36b19606-ce64-4ab0-ab88-ee7c01a30d99 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.0815499
Apr 30 07:10:57.880046 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c9496-52fb-4199-8621-2b13ffdc3457 req-2d7be7de-d7de-4455-96f6-2e031017e62a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:57.884319 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a3c9496-52fb-4199-8621-2b13ffdc3457 req-2d7be7de-d7de-4455-96f6-2e031017e62a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0857766
Apr 30 07:10:57.927660 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a3c9496-52fb-4199-8621-2b13ffdc3457 req-32ce0982-4d22-42ca-92d7-02f957222e49 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398297
Apr 30 07:10:57.981493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Deleting port 74a783e0-b2f1-438a-a347-1b01e1025561 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:10:57.981742 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:58.111194 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] For port 74a783e0-b2f1-438a-a347-1b01e1025561, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=74a783e0-b2f1-438a-a347-1b01e1025561,segment=NetworkSegment(c811c921-3fac-4b95-a110-7d680da0708e),segment_id=c811c921-3fac-4b95-a110-7d680da0708e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:10:58.111851 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:58.267442 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Calling delete_port for 74a783e0-b2f1-438a-a347-1b01e1025561 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:10:58.331760 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7c669-9a94-4bdb-8fc1-36393ca19f1c req-e7db48a9-54ee-431c-bf67-62ef8e56f22b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:58.333193 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c0e7c669-9a94-4bdb-8fc1-36393ca19f1c req-e7db48a9-54ee-431c-bf67-62ef8e56f22b tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ffb37c6-8cd0-493e-aa88-69a50c058459 HTTP/1.1" status: 200  len: 945 time: 0.1631548
Apr 30 07:10:58.421556 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c0e7c669-9a94-4bdb-8fc1-36393ca19f1c req-40ac10ee-7306-4805-8f96-2494b9b951bd tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad339e25-8ffb-4221-b6d9-252feb47cd88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809574
Apr 30 07:10:58.449839 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:58.456085 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-388c5a1d-b773-4b0d-9d8e-ef95a426f088 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:10:58.466983 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['74a783e0-b2f1-438a-a347-1b01e1025561'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:10:58.473155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f4489-a462-448a-aae3-7c655acc0613 req-bc4021a0-12a4-4a5e-b0e0-5c701e09b725 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:58.475199 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3f5f4489-a462-448a-aae3-7c655acc0613 req-bc4021a0-12a4-4a5e-b0e0-5c701e09b725 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0865309
Apr 30 07:10:58.501316 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Pushing event deleted for resources: {'Port': ['ID=74a783e0-b2f1-438a-a347-1b01e1025561,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:10:58.504225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:10:58.525106 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3f5f4489-a462-448a-aae3-7c655acc0613 req-83aec6bc-620d-4569-bcfd-56b19ab342f3 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433292
Apr 30 07:10:58.580439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] No DVR routers for this DVR port 74a783e0-b2f1-438a-a347-1b01e1025561 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:10:58.582926 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:58.585458 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'name': 'network-vif-deleted', 'tag': '74a783e0-b2f1-438a-a347-1b01e1025561'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:10:58.600989 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7cbd5c8e-f5f8-4ce5-a8b1-5ff65aeeb21d req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] 10.222.0.10 "DELETE /v2.0/ports/74a783e0-b2f1-438a-a347-1b01e1025561 HTTP/1.1" status: 204  len: 173 time: 0.7574699
Apr 30 07:10:58.642298 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb37c6-8cd0-493e-aa88-69a50c058459', 'name': 'network-vif-deleted', 'tag': '74a783e0-b2f1-438a-a347-1b01e1025561', 'status': 'completed', 'code': 200}
Apr 30 07:10:59.521827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51296) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:10:59.580950 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Deleting subnet 1ae23b4e-2bd3-48d9-895a-5374b916ee30 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:10:59.583872 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:59.634775 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:59.689285 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:10:59.718955 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c27f0a-12a2-4212-9426-113766ef7dce req-764f809f-c3c4-4d28-80f0-cd5824fd3b24 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:10:59.720436 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-56c27f0a-12a2-4212-9426-113766ef7dce req-764f809f-c3c4-4d28-80f0-cd5824fd3b24 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0832384
Apr 30 07:10:59.766269 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-56c27f0a-12a2-4212-9426-113766ef7dce req-03eaf9d2-8a9e-4720-89af-b346171660e0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400438
Apr 30 07:11:00.019009 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.022881 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-478099e8-7ba3-4f47-bfb2-a6696f2ddde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:00.058322 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae23b4e-2bd3-48d9-895a-5374b916ee30,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:00.060179 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.062710 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:00.066618 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1ae23b4e-2bd3-48d9-895a-5374b916ee30 HTTP/1.1" status: 204  len: 168 time: 0.5438232
Apr 30 07:11:00.069056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51308) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:00.172629 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.297773 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.434596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b94e97fd0>,) {'filters': {'network_id': ['ce8260ad-d6b2-4af1-91af-9b23354e7992']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:00.446840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-a0c449ab-00d3-4db2-b1ea-4e7b803aeaa2 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Synchronizing usage tracker for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:11:00.452883 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94e97fd0>, 'c811c921-3fac-4b95-a110-7d680da0708e') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:00.453177 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94e97fd0>, 'c811c921-3fac-4b95-a110-7d680da0708e') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:00.470986 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.491299 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-a0c449ab-00d3-4db2-b1ea-4e7b803aeaa2 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Unset dirty status for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:11:00.492506 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-a0c449ab-00d3-4db2-b1ea-4e7b803aeaa2 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112287363&fields=id&tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773 HTTP/1.1" status: 200  len: 267 time: 0.1195819
Apr 30 07:11:00.493341 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.499889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:11:00.756630 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:11:00.766413 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:00.894186 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3b71db52-d74d-4657-9f40-28c876377eb4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:00.895598 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3b71db52-d74d-4657-9f40-28c876377eb4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 809 time: 0.3829453
Apr 30 07:11:00.956786 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc896c-7fc1-4867-afe7-04b43d0ddc1d req-614e75aa-b45a-45c9-a8b8-8ccc2a360f75 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:00.958225 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ebdc896c-7fc1-4867-afe7-04b43d0ddc1d req-614e75aa-b45a-45c9-a8b8-8ccc2a360f75 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0811315
Apr 30 07:11:00.966188 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Network ce8260ad-d6b2-4af1-91af-9b23354e7992 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:11:00.974237 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-a32fcb63-2d23-4a65-9e20-d2ee44494909 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/quotas/bb0ebbaf2eb744a486d0b71e1aefc773 HTTP/1.1" status: 200  len: 375 time: 0.0306525
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:11:00.989107 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:11:01.005824 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ebdc896c-7fc1-4867-afe7-04b43d0ddc1d req-1cc76603-bbad-4f22-be5d-38be6ae5acc9 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414217
Apr 30 07:11:01.111437 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.119628 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b3be8cbc-f65b-405a-97b1-93604b470fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.121128 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.123365 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:01.147604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8260ad-d6b2-4af1-91af-9b23354e7992,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:01.151691 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:01.156239 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ce8260ad-d6b2-4af1-91af-9b23354e7992 HTTP/1.1" status: 204  len: 168 time: 1.0859957
Apr 30 07:11:01.176439 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-8c1b0721-52f1-4264-83f8-1b245f1a767d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1851997
Apr 30 07:11:01.229960 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 74a783e0-b2f1-438a-a347-1b01e1025561 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:11:01.285229 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 74a783e0-b2f1-438a-a347-1b01e1025561 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:11:01.285957 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 74a783e0-b2f1-438a-a347-1b01e1025561 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:11:01.369407 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51330) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:01.423138 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-c33c6317-de19-4839-bef2-fcb53b15e029 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36058dd06b3a4b82a107ab998960c088&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0492761
Apr 30 07:11:01.423405 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51334) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:01.439208 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51338) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:01.443506 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-f4d00b01-3dec-4bae-ac4d-fc28cb0a8cdb service neutron] 10.222.0.35 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543759
Apr 30 07:11:01.584738 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.597083 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.612058 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:01.615902 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Usage tracker for resource:security_group_rule and tenant:708539ee88774c9485678902bbd2b43b is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:01.618719 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:01.625136 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:01.631122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.639627 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-d282304d-ad7b-44a4-b1ff-08c4162311a6 service neutron] 10.222.0.35 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839998
Apr 30 07:11:01.695094 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.700529 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3432ea73-58a9-4fcd-8e5f-dc85b6c34981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:01.715151 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad339e25-8ffb-4221-b6d9-252feb47cd88,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:01.718401 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.718861 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:01.729022 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.730788 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.735443 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad339e25-8ffb-4221-b6d9-252feb47cd88 HTTP/1.1" status: 204  len: 168 time: 0.3110487
Apr 30 07:11:01.740643 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-58a59328-ae94-421a-ab16-4a9660703958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:01.788399 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=708539ee88774c9485678902bbd2b43b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3457410
Apr 30 07:11:01.788844 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51350) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:01.791446 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc2a99-5f8f-4d9c-9a70-ede7ca3877aa,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:01.799440 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.799892 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.800308 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.800714 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.801296 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.801925 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.802493 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.803074 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.803512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.804288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.804831 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.805343 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:01.815395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:01.862577 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.890206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.948619 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.953959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:01.968876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc2a99-5f8f-4d9c-9a70-ede7ca3877aa,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:01.975195 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:01.976062 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:01.977277 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0fc2a99-5f8f-4d9c-9a70-ede7ca3877aa HTTP/1.1" status: 204  len: 168 time: 0.1874084
Apr 30 07:11:02.142080 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c9f60b96-7526-4442-beb1-aa59dda2e223 req-fbce6f4d-7510-47a0-94dd-1edce99ba2ed tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Synchronizing usage tracker for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:11:02.163306 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c9f60b96-7526-4442-beb1-aa59dda2e223 req-fbce6f4d-7510-47a0-94dd-1edce99ba2ed tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Unset dirty status for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:11:02.176803 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c9f60b96-7526-4442-beb1-aa59dda2e223 req-fbce6f4d-7510-47a0-94dd-1edce99ba2ed tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 210 time: 0.1475956
Apr 30 07:11:02.333989 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae114-ad1c-4584-b1a2-162dcf4c61c2 req-1d95a943-54ec-423e-b12c-3861c54f2047 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:02.336082 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b29ae114-ad1c-4584-b1a2-162dcf4c61c2 req-1d95a943-54ec-423e-b12c-3861c54f2047 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1290228
Apr 30 07:11:02.402889 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b29ae114-ad1c-4584-b1a2-162dcf4c61c2 req-679169ef-f4fe-49f5-b9e9-2bc18345028f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594113
Apr 30 07:11:03.415331 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ecab59b3-9370-42d4-8037-81b66c669b44 req-56df6c5b-68e1-433d-a6ff-ca9544643c7a tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 210 time: 0.0619855
Apr 30 07:11:03.471262 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5bcfe832-2f95-4377-ac8f-7b79927b0fc2 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:03.471262 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5bcfe832-2f95-4377-ac8f-7b79927b0fc2 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 809 time: 0.2122178
Apr 30 07:11:03.532187 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-2b6999e6-367b-42ef-ad15-77acfbce0e7d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773 HTTP/1.1" status: 200  len: 380 time: 0.0478024
Apr 30 07:11:03.548953 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'port': {'device_id': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'admin_state_up': True, 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'security_groups': ['64b72cdf-8edc-4a87-9a8f-6911b1d32288']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:11:03.569106 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:03.617592 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515e99-7160-4f2c-a3bd-84181d48edf6 req-5ebf4a5d-c66d-493f-8bb1-b03e09d00b0b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:03.625262 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fb515e99-7160-4f2c-a3bd-84181d48edf6 req-5ebf4a5d-c66d-493f-8bb1-b03e09d00b0b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1038725
Apr 30 07:11:03.671221 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fb515e99-7160-4f2c-a3bd-84181d48edf6 req-98302693-b0e5-4993-ba9b-5933fabc1c31 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451586
Apr 30 07:11:03.719877 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:03.721841 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c04d6e7d-d796-4df3-b7a6-17ad4e993130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:03.729548 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:03.739212 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Made reservation on behalf of bb0ebbaf2eb744a486d0b71e1aefc773 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:11:03.742759 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:03.920148 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Allocated IP 172.20.0.9 (d87ed74d-2516-4b25-add3-78f452893e14/34f55c47-0494-4a51-9fb9-29be46e5809c/d01b2c92-9311-4a89-b8b3-160279e21a11) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:11:04.105183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:04.120474 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Transition to ACTIVE for port object d01b2c92-9311-4a89-b8b3-160279e21a11 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:11:04.144578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:04.150865 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:04.207140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Network d87ed74d-2516-4b25-add3-78f452893e14 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:11:04.210084 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:11:04.218725 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:11:04.270172 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:04.274458 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:04.292195 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:04.292841 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:04.319039 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7750874
Apr 30 07:11:04.341316 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Request body: {'port': {'device_id': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:11:04.380915 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-4beed69b-bc8b-4633-9b52-fa3c285e741a None None] Provisioning for port d01b2c92-9311-4a89-b8b3-160279e21a11 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:11:04.386380 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-4beed69b-bc8b-4633-9b52-fa3c285e741a None None] Provisioning complete for port d01b2c92-9311-4a89-b8b3-160279e21a11 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:11:04.387146 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4beed69b-bc8b-4633-9b52-fa3c285e741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:04.443807 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-4beed69b-bc8b-4633-9b52-fa3c285e741a None None] Port d01b2c92-9311-4a89-b8b3-160279e21a11 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:11:04.465656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:04.613153 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a12dcd-bcb6-45e0-b14d-5b75f9d81594 req-fe7ab7d3-a9d3-4bb0-9178-2064378a1b83 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:04.615045 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c9a12dcd-bcb6-45e0-b14d-5b75f9d81594 req-fe7ab7d3-a9d3-4bb0-9178-2064378a1b83 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 931 time: 0.0816669
Apr 30 07:11:04.626456 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:04.670746 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c9a12dcd-bcb6-45e0-b14d-5b75f9d81594 req-5c5e1659-aff0-4aca-9985-2afbfbea0938 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Synchronizing usage tracker for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:11:04.683207 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c9a12dcd-bcb6-45e0-b14d-5b75f9d81594 req-5c5e1659-aff0-4aca-9985-2afbfbea0938 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Unset dirty status for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:11:04.684392 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c9a12dcd-bcb6-45e0-b14d-5b75f9d81594 req-5c5e1659-aff0-4aca-9985-2afbfbea0938 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623095
Apr 30 07:11:04.922524 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5aeb8-6acf-4629-8c41-5308ccce7a1e req-0cbb288f-cbef-4196-9a8b-e15a69527322 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:04.922524 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5ce5aeb8-6acf-4629-8c41-5308ccce7a1e req-0cbb288f-cbef-4196-9a8b-e15a69527322 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1366813
Apr 30 07:11:05.007216 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01b2c92-9311-4a89-b8b3-160279e21a11 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:11:05.018199 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5ce5aeb8-6acf-4629-8c41-5308ccce7a1e req-5774b234-7fab-4ef2-b832-73a3fda4efa5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680659
Apr 30 07:11:05.019835 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:05.044793 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Transition to ACTIVE for port object d01b2c92-9311-4a89-b8b3-160279e21a11 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:11:05.048970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:05.053630 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3842e9f6-d1eb-4067-b662-48d308894c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:05.202606 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:05.238248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:05.321844 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Attempting to bind port d01b2c92-9311-4a89-b8b3-160279e21a11 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:11:05.322176 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Attempting to bind port d01b2c92-9311-4a89-b8b3-160279e21a11 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:11:05.322499 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Attempting to bind port d01b2c92-9311-4a89-b8b3-160279e21a11 on network d87ed74d-2516-4b25-add3-78f452893e14 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:11:05.327487 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Port d01b2c92-9311-4a89-b8b3-160279e21a11 on network d87ed74d-2516-4b25-add3-78f452893e14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:11:05.327832 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Attempting to bind port d01b2c92-9311-4a89-b8b3-160279e21a11 on network d87ed74d-2516-4b25-add3-78f452893e14 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:11:05.332811 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:11:05.333141 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Checking segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:11:05.333521 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Bound using segment: {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:11:05.333941 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Bound port: d01b2c92-9311-4a89-b8b3-160279e21a11, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9011bcb9-2cb8-4c68-933f-b5dd87fbec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:11:05.334280 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:05.423532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:11:05.426656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:11:05.430006 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:05.434495 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fe41cb3c-c8ad-4f58-8cb0-2289c37f2995 tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:05.488414 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:05.489117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:05.490400 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] 10.222.0.10 "PUT /v2.0/ports/d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 1093 time: 1.1534314
Apr 30 07:11:05.490946 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:11:05.520718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:05.524747 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:05.549325 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'status': 'completed', 'code': 200}
Apr 30 07:11:05.647312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-b501a082-ec37-4e07-87b0-57e13c89b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:05.648789 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-b501a082-ec37-4e07-87b0-57e13c89b93d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1096 time: 0.0747108
Apr 30 07:11:05.734110 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-61d128c9-cbe3-4d09-ad60-915369cf130b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 217 time: 0.0632949
Apr 30 07:11:05.799447 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-374a2d4e-5e50-4708-bc2e-0ce85a38cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:05.800899 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-374a2d4e-5e50-4708-bc2e-0ce85a38cd4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.0565536
Apr 30 07:11:05.868138 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313499d-2ded-4602-b6e5-bb78ba5d3192 req-c7539899-b64c-41ca-87be-c55d8a49613d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:05.869578 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9313499d-2ded-4602-b6e5-bb78ba5d3192 req-c7539899-b64c-41ca-87be-c55d8a49613d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0790095
Apr 30 07:11:05.883776 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-8455bf5d-1d0d-445c-a0b8-8d1dd43ddc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:05.885238 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-8455bf5d-1d0d-445c-a0b8-8d1dd43ddc64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727131
Apr 30 07:11:05.914442 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9313499d-2ded-4602-b6e5-bb78ba5d3192 req-719ebc80-3ed3-4df8-b82c-7bb86ed80c97 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385001
Apr 30 07:11:06.019937 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-eed7cd32-1504-4120-9743-a0c8b1788801 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219547
Apr 30 07:11:06.192611 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c2d33347-832c-4b9e-8362-9e375f2f3245 req-12c05ebb-d704-4986-bbd0-b5c114f37f8c service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622884
Apr 30 07:11:06.224978 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:06.227113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98684b4-1526-4084-af93-cc9f55ef2348 req-c988d4cb-0604-4f48-9753-5afc225ceb76 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:06.228601 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c98684b4-1526-4084-af93-cc9f55ef2348 req-c988d4cb-0604-4f48-9753-5afc225ceb76 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0998254
Apr 30 07:11:06.276032 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c98684b4-1526-4084-af93-cc9f55ef2348 req-4218864f-f83d-4979-89ea-dc6c0a1a02ed tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397799
Apr 30 07:11:06.352634 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-89b1da9e-d22a-4b70-af6c-5085ea04e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:06.354090 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-89b1da9e-d22a-4b70-af6c-5085ea04e309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1096 time: 0.0733063
Apr 30 07:11:06.495791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-9a9f1c08-3020-4c20-8398-d62243ca9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:06.497251 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-9a9f1c08-3020-4c20-8398-d62243ca9b84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.1322126
Apr 30 07:11:06.659080 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-99f3d0ee-2883-4f3f-91aa-703ea7a2cfda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 217 time: 0.1510904
Apr 30 07:11:06.729444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-d22b7bfa-946f-47ef-a98e-c8f75ef0087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:06.730884 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-d22b7bfa-946f-47ef-a98e-c8f75ef0087f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.0607073
Apr 30 07:11:06.810970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-6c82733a-d4a3-4df2-8cb3-9d2fd2ecc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:06.812585 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-6c82733a-d4a3-4df2-8cb3-9d2fd2ecc28d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710225
Apr 30 07:11:06.817550 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51474) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:06.936736 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:06.959461 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:06.973025 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Usage tracker for resource:security_group_rule and tenant:775d578378b94197bd1827a7f5a4fab4 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:06.978274 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:06.986125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:06.989556 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-6388f1f3-4fc9-4149-890f-9cdeb9f35686 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649868
Apr 30 07:11:07.215123 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d8092e0-0da8-4419-903d-37c41643c7a9 req-1c3878d0-adbe-4485-a1a1-b8a953114a2d service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172568
Apr 30 07:11:07.250321 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b6a8a-bad0-44af-bbd2-c897256afdeb req-97d786db-dda9-446b-b25a-1639f58ea54b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:07.251008 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-1f9b6a8a-bad0-44af-bbd2-c897256afdeb req-97d786db-dda9-446b-b25a-1639f58ea54b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Synchronizing usage tracker for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:11:07.271140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.276867 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.286679 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ecc76d23-27b5-4ad7-aeda-fca5230c747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:07.298626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-1f9b6a8a-bad0-44af-bbd2-c897256afdeb req-97d786db-dda9-446b-b25a-1639f58ea54b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Unset dirty status for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:11:07.299786 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1f9b6a8a-bad0-44af-bbd2-c897256afdeb req-97d786db-dda9-446b-b25a-1639f58ea54b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.2703075
Apr 30 07:11:07.344040 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=775d578378b94197bd1827a7f5a4fab4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5253224
Apr 30 07:11:07.346673 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51484) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:07.353359 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfde966-2687-4878-86f3-357b262798c9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:07.364764 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:07.376287 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1f9b6a8a-bad0-44af-bbd2-c897256afdeb req-5c101b3b-a552-4f8d-ab8c-f6a02fbcca66 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677495
Apr 30 07:11:07.458048 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.494521 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.539309 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5058b-bdc1-4d7b-8b86-5fe228f8db9d req-9f9b28dd-eeca-4924-b0f8-2574d3d3fb84 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:07.540775 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-25a5058b-bdc1-4d7b-8b86-5fe228f8db9d req-9f9b28dd-eeca-4924-b0f8-2574d3d3fb84 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1496220
Apr 30 07:11:07.584621 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.590985 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d11fc4ea-a839-41b5-a78b-3170d391abe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:07.603341 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-25a5058b-bdc1-4d7b-8b86-5fe228f8db9d req-79db0fe6-5b30-4dae-9c8f-f4487232caad tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560462
Apr 30 07:11:07.605724 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfde966-2687-4878-86f3-357b262798c9,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:07.610656 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:07.616260 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.618973 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cfde966-2687-4878-86f3-357b262798c9 HTTP/1.1" status: 204  len: 168 time: 0.2704868
Apr 30 07:11:07.886513 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51494) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:07.907578 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:07.921981 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:07.925699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Usage tracker for resource:security_group_rule and tenant:dbe2ac30e39d4e3c87b2213405513fd3 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:07.928436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:07.934030 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:08.015852 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:08.019264 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:08.027056 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d5ad691e-4094-4411-90f5-e9da95164a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:08.066192 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbe2ac30e39d4e3c87b2213405513fd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1783290
Apr 30 07:11:08.067052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4d323-543f-41ae-a8bf-b9c00026d05e,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:08.068784 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51498) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:08.070485 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:08.125464 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:08.149681 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:08.199902 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:08.205239 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0af08e06-795a-4290-a945-50a17044240c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:08.217965 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4d323-543f-41ae-a8bf-b9c00026d05e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:08.220901 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:08.236940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:08.238864 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbb4d323-543f-41ae-a8bf-b9c00026d05e HTTP/1.1" status: 204  len: 168 time: 0.1688812
Apr 30 07:11:08.568148 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d893d-9906-4b6b-83d8-a95ebfae7259 req-37bc3031-96aa-45c4-bb09-512b1e3610a3 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:08.569647 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7c4d893d-9906-4b6b-83d8-a95ebfae7259 req-37bc3031-96aa-45c4-bb09-512b1e3610a3 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0856187
Apr 30 07:11:08.616770 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7c4d893d-9906-4b6b-83d8-a95ebfae7259 req-b1d64a48-689f-4436-a019-beb90f4ada1d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413604
Apr 30 07:11:08.795430 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ce35-361d-4b1b-b777-6a48f82a0579 req-0883edb3-7ea9-432b-a532-433f8021ee22 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:08.796914 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1ea5ce35-361d-4b1b-b777-6a48f82a0579 req-0883edb3-7ea9-432b-a532-433f8021ee22 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0829396
Apr 30 07:11:08.842122 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1ea5ce35-361d-4b1b-b777-6a48f82a0579 req-45ba171e-06f8-4e26-8de2-9ccb84bdcafc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391884
Apr 30 07:11:09.810133 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f0a8-035d-4d03-9f80-d32febda8188 req-bf0dfa80-2908-489a-a9bf-24d28894f9ba tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:09.812351 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a4c1f0a8-035d-4d03-9f80-d32febda8188 req-bf0dfa80-2908-489a-a9bf-24d28894f9ba tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0853603
Apr 30 07:11:09.913723 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a4c1f0a8-035d-4d03-9f80-d32febda8188 req-8a1e35b8-4a6c-470f-837b-e54ed104bc77 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952034
Apr 30 07:11:10.045429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49a298-f460-483e-847f-59cd9a026bcc req-41069797-3b7e-469f-9fb5-df4f458c1394 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:10.046929 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dc49a298-f460-483e-847f-59cd9a026bcc req-41069797-3b7e-469f-9fb5-df4f458c1394 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0841005
Apr 30 07:11:10.090335 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dc49a298-f460-483e-847f-59cd9a026bcc req-8838c0b1-e23e-46c0-9d76-abfbd063b18a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377383
Apr 30 07:11:11.097841 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f69df-bd22-4dbc-814f-895052fa08b4 req-1d498f6a-e26b-46db-b1b0-cbced1a91b14 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:11.099270 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9d6f69df-bd22-4dbc-814f-895052fa08b4 req-1d498f6a-e26b-46db-b1b0-cbced1a91b14 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0814209
Apr 30 07:11:11.143955 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9d6f69df-bd22-4dbc-814f-895052fa08b4 req-340664ff-1905-4e02-b289-fa77d0146312 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389493
Apr 30 07:11:11.279803 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a519d1f-ce32-4f45-8267-e11205bcfcb9 req-8bc6612d-fab2-485d-89a1-1698304dac95 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:11.281486 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5a519d1f-ce32-4f45-8267-e11205bcfcb9 req-8bc6612d-fab2-485d-89a1-1698304dac95 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0835631
Apr 30 07:11:11.325289 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5a519d1f-ce32-4f45-8267-e11205bcfcb9 req-562ba11a-de3a-4585-8897-8c68a7d7b617 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379429
Apr 30 07:11:12.338234 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9ac2-320f-4858-affa-bdf0469217ae req-b52cebfd-1ec3-4c8a-99b1-23c38006ba1c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:12.339656 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e83f9ac2-320f-4858-affa-bdf0469217ae req-b52cebfd-1ec3-4c8a-99b1-23c38006ba1c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0828981
Apr 30 07:11:12.384272 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e83f9ac2-320f-4858-affa-bdf0469217ae req-2f9e7ee8-746d-4be9-a5d4-2a616f19e362 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388169
Apr 30 07:11:12.508578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d40a9-2871-4f70-b438-5f266f454ecc req-888e86ca-a1de-4672-8139-f7402d04e513 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:12.509998 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-663d40a9-2871-4f70-b438-5f266f454ecc req-888e86ca-a1de-4672-8139-f7402d04e513 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0777512
Apr 30 07:11:12.553647 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-663d40a9-2871-4f70-b438-5f266f454ecc req-58b5bee5-9e9d-47b4-8496-4c5e72299a9a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372798
Apr 30 07:11:13.289975 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:11:13.425571 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:13.438687 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'port_id': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'mac_address': 'fa:16:3e:9a:c9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:11:13.497399 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:13.514486 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01b2c92-9311-4a89-b8b3-160279e21a11 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:11:13.530880 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:13.534591 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:13.536411 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc651bc7-204b-4dd0-8315-d354955abcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:13.586025 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ea8a-d7c2-4d2c-b2d0-039b66540fb2 req-e27724da-5fd1-47d8-a854-563d37c1d216 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:13.592460 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9d45ea8a-d7c2-4d2c-b2d0-039b66540fb2 req-e27724da-5fd1-47d8-a854-563d37c1d216 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 944 time: 0.1009436
Apr 30 07:11:13.608969 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:13.617628 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.618209 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.618718 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.619206 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.619699 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.620206 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.620686 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.621163 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.621772 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.622340 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.622877 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.623352 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:13.627453 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:13.644828 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9d45ea8a-d7c2-4d2c-b2d0-039b66540fb2 req-23760b02-5979-441d-a6ef-ed469dbb1574 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472181
Apr 30 07:11:13.765480 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b261b84-eb98-4bc8-af41-22d0fe7b493d req-5d7ff116-d080-4b7f-8f20-64151c04e9bc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:13.767169 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b261b84-eb98-4bc8-af41-22d0fe7b493d req-5d7ff116-d080-4b7f-8f20-64151c04e9bc tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0816748
Apr 30 07:11:13.774400 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51628) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:13.812970 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b261b84-eb98-4bc8-af41-22d0fe7b493d req-e953d3f7-6106-4c30-a534-108431c64b52 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402277
Apr 30 07:11:13.891434 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:13.906061 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:13.909823 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Usage tracker for resource:security_group_rule and tenant:69d45188f6164ba5a8ea2533efc57074 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:13.912594 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:13.918395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:13.996893 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.000370 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.006970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:14.049915 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69d45188f6164ba5a8ea2533efc57074&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2744901
Apr 30 07:11:14.051236 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b2fc3-70d8-4c64-8b7a-871e32c390a4,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:14.052683 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51634) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:14.054219 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:14.085688 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['d01b2c92-9311-4a89-b8b3-160279e21a11'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:11:14.111086 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.136100 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.188653 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.193829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-77ea8129-8ac7-42e3-9969-8a2e7ad1ab25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:14.207878 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b2fc3-70d8-4c64-8b7a-871e32c390a4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:14.210747 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:14.217624 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.220153 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/210b2fc3-70d8-4c64-8b7a-871e32c390a4 HTTP/1.1" status: 204  len: 168 time: 0.1664016
Apr 30 07:11:14.494287 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51644) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:14.512342 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.528743 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:14.532742 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Usage tracker for resource:security_group_rule and tenant:16b17e10b8024a9881de8971c0e6c8e1 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:14.536345 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:14.541963 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:14.624541 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.628154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.636027 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-61b7c523-0ecb-4f0d-b06e-218b743846b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:14.675199 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16b17e10b8024a9881de8971c0e6c8e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1796248
Apr 30 07:11:14.676829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f3bd55-ac63-451e-8017-33fc357c2485,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:14.677844 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51650) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:14.679834 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:14.738807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.764774 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.816226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.821226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cebae05e-c0b8-478c-88ed-4b3e61e411b7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:14.825143 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6cc6-0063-4265-9848-c41e287def12 req-91ae7b1d-932e-4a33-94fe-aa9e6a28980b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:14.826612 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e01c6cc6-0063-4265-9848-c41e287def12 req-91ae7b1d-932e-4a33-94fe-aa9e6a28980b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 944 time: 0.0782983
Apr 30 07:11:14.833291 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f3bd55-ac63-451e-8017-33fc357c2485,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:14.836706 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:14.843824 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:14.847472 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69f3bd55-ac63-451e-8017-33fc357c2485 HTTP/1.1" status: 204  len: 168 time: 0.1664536
Apr 30 07:11:14.880485 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e01c6cc6-0063-4265-9848-c41e287def12 req-495b7ba2-7324-4a1a-b2be-1f073e4d3e2c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479586
Apr 30 07:11:15.015023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff27459-ec2f-4720-910b-1aa580b3993d req-0ee11bea-d1fd-4210-a3e4-19574529ec31 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:15.016449 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9ff27459-ec2f-4720-910b-1aa580b3993d req-0ee11bea-d1fd-4210-a3e4-19574529ec31 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0836160
Apr 30 07:11:15.139144 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9ff27459-ec2f-4720-910b-1aa580b3993d req-b0032b60-b8b6-4103-b623-daf1d9a0d4b0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166263
Apr 30 07:11:15.205834 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51660) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:15.223666 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.237509 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:15.241230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Usage tracker for resource:security_group_rule and tenant:d7e554cd1bec4ef18da868707515cf54 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:15.243957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:15.249722 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:15.302127 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:11:15.331794 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.335588 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.343304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-58b71ccf-4107-4dbc-aafe-02d231bcc4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:15.371740 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port d01b2c92-9311-4a89-b8b3-160279e21a11 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:11:15.376848 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port d01b2c92-9311-4a89-b8b3-160279e21a11 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:11:15.377247 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.381977 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7e554cd1bec4ef18da868707515cf54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1750743
Apr 30 07:11:15.383575 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db3373-331d-4971-873e-71f6ade27cf3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:15.384745 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51664) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:15.386519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94cf3b7d-23d3-4ab0-b645-d3a23526641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:15.444609 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.470217 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.491764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.520988 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:11:15.524479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.529400 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:15.531910 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:15.537437 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.539480 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-043773c0-ff3f-48e4-96f9-17ec3bd950a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:15.543806 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db3373-331d-4971-873e-71f6ade27cf3,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:15.546006 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:15.554304 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:15.557792 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2db3373-331d-4971-873e-71f6ade27cf3 HTTP/1.1" status: 204  len: 168 time: 0.1697390
Apr 30 07:11:15.594057 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'code': 200}
Apr 30 07:11:15.624114 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:15.627061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:15.989861 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ecfdf-e8fa-4be2-a4f6-04ecbbac6143 req-4e451c26-cec5-49e9-b72a-1fcd349eecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:15.991358 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d40ecfdf-e8fa-4be2-a4f6-04ecbbac6143 req-4e451c26-cec5-49e9-b72a-1fcd349eecf0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.0785069
Apr 30 07:11:16.086926 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d40ecfdf-e8fa-4be2-a4f6-04ecbbac6143 req-e73c0507-2d1d-4764-bc59-1431d2990b71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500581
Apr 30 07:11:16.118019 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640cdd0-e27c-4c4a-8114-761de73bcb09 req-9d6ff3f6-5e40-40ea-b195-e141c3d31562 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:16.119473 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f640cdd0-e27c-4c4a-8114-761de73bcb09 req-9d6ff3f6-5e40-40ea-b195-e141c3d31562 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1172440
Apr 30 07:11:16.175494 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f640cdd0-e27c-4c4a-8114-761de73bcb09 req-17138b09-67d3-41e2-bc48-a6ec7739a9f1 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497460
Apr 30 07:11:16.342075 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d61cb-36b1-44c8-8a65-d0f192c5e49c req-88d7e703-e469-4e6e-88e7-51bf1cf1aa03 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:16.343460 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-be0d61cb-36b1-44c8-8a65-d0f192c5e49c req-88d7e703-e469-4e6e-88e7-51bf1cf1aa03 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0821550
Apr 30 07:11:16.387142 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-be0d61cb-36b1-44c8-8a65-d0f192c5e49c req-9e26507f-f4bf-4f87-86d3-4e8a7aab2a06 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378673
Apr 30 07:11:17.364298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3a660-aed6-48a7-9793-eef0e1149293 req-53179262-0648-4d05-ae8c-4a7a6dd064bc tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:17.365734 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1ad3a660-aed6-48a7-9793-eef0e1149293 req-53179262-0648-4d05-ae8c-4a7a6dd064bc tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0851498
Apr 30 07:11:17.413569 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1ad3a660-aed6-48a7-9793-eef0e1149293 req-1c7cd3f6-42e0-4172-bb35-4a8070bf457a tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419405
Apr 30 07:11:17.595152 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dd297-872f-417d-84ef-7efc8c8ba0a0 req-dc6f938e-24e5-4c52-bb03-8ed588e819d6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:17.596862 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e36dd297-872f-417d-84ef-7efc8c8ba0a0 req-dc6f938e-24e5-4c52-bb03-8ed588e819d6 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0961800
Apr 30 07:11:17.646386 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e36dd297-872f-417d-84ef-7efc8c8ba0a0 req-4590d3a5-2de6-4ad9-b3f7-d896e2c098ce tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429807
Apr 30 07:11:17.797404 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51750) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:17.914899 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:17.929354 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:17.933106 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Usage tracker for resource:security_group_rule and tenant:7b339473cb2b46b9af502ff455f03591 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:17.935993 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:17.941582 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:18.023864 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.027309 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.036002 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-daef7e30-64c9-475f-ab98-d0b4948ee585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:18.073376 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b339473cb2b46b9af502ff455f03591&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2749650
Apr 30 07:11:18.074260 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce97d89-c1b8-4439-8703-08b1a365bed2,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:18.077028 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51758) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:18.077716 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:18.136029 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.161655 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.215087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.220493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48097d23-a8a9-4f34-b256-d84f56f9fda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:18.239135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.240382 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ce97d89-c1b8-4439-8703-08b1a365bed2 HTTP/1.1" status: 204  len: 168 time: 0.1623111
Apr 30 07:11:18.241431 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce97d89-c1b8-4439-8703-08b1a365bed2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:18.243982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:18.516626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51768) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:18.568592 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.595039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:18.600697 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Usage tracker for resource:security_group_rule and tenant:609b891f4b1b4ae3854181e724f7ce09 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:18.604184 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:18.611211 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:18.661087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66ca2-c2a4-4533-ba0e-bc6d6fc3e2e5 req-cac73728-1c79-4fc2-894a-57f3c3abb9cd tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:18.662551 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1cc66ca2-c2a4-4533-ba0e-bc6d6fc3e2e5 req-cac73728-1c79-4fc2-894a-57f3c3abb9cd tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1313057
Apr 30 07:11:18.725455 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1cc66ca2-c2a4-4533-ba0e-bc6d6fc3e2e5 req-059e1b9c-a558-4266-a8e7-74f011e10698 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570796
Apr 30 07:11:18.768572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.773060 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.782222 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:18.817595 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15fbb1-4143-483f-9661-0a4244ee75b2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:18.835507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:18.838166 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=609b891f4b1b4ae3854181e724f7ce09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3205259
Apr 30 07:11:18.840560 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51778) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:18.845483 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea78ec-707c-4899-8778-f2c3721bd912 req-6517e28c-1dc8-491e-bf6c-df1a25927048 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:18.847512 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d1ea78ec-707c-4899-8778-f2c3721bd912 req-6517e28c-1dc8-491e-bf6c-df1a25927048 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0910635
Apr 30 07:11:18.892454 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d1ea78ec-707c-4899-8778-f2c3721bd912 req-fcc76c1d-e565-4d46-8f37-95e3f11dba84 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390346
Apr 30 07:11:18.957335 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:18.991187 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a37d71-5299-49e3-b941-2e1823f23724 req-3ebc67f8-c757-4fe9-883e-8cf6ff1e2a46 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:18.992590 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a0a37d71-5299-49e3-b941-2e1823f23724 req-3ebc67f8-c757-4fe9-883e-8cf6ff1e2a46 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1488872
Apr 30 07:11:18.996790 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.065182 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a0a37d71-5299-49e3-b941-2e1823f23724 req-2124399a-6b49-43b0-84cc-3dde73cca167 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616746
Apr 30 07:11:19.084860 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.088514 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-64f06f0d-7ce5-4307-a2eb-b47c6eb28680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:19.089181 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51784) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:19.101332 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15fbb1-4143-483f-9661-0a4244ee75b2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:19.104214 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:19.106248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.107602 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-dbc2334b-e0ea-4c90-abe3-12c471b2cafe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf15fbb1-4143-483f-9661-0a4244ee75b2 HTTP/1.1" status: 204  len: 168 time: 0.2661262
Apr 30 07:11:19.394274 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a23f02-19f5-47b9-9757-5d39cac46cd9 tempest-TestShelveInstance-1798545435 tempest-TestShelveInstance-1798545435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:19.398724 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-60a23f02-19f5-47b9-9757-5d39cac46cd9 tempest-TestShelveInstance-1798545435 tempest-TestShelveInstance-1798545435-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1093 time: 0.3056207
Apr 30 07:11:19.399082 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51796) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:19.404320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'port_id': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'fixed_ip_address': '172.20.0.9'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:11:19.410698 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:19.414564 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Usage tracker for resource:floatingip and tenant:bb0ebbaf2eb744a486d0b71e1aefc773 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:19.417391 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:19.423126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:19.434073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.569726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.710822 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Allocated IP 172.27.3.149 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/d6e7a2d0-6ca5-45ee-8358-5590d9901cf8) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:11:19.856735 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.890680 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:19.895340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-461d8a34-556e-48ce-bf7e-459ed5171859 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:20.022467 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:11:20.025777 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:11:20.029479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:11:20.058301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'Port': ['ID=d6e7a2d0-6ca5-45ee-8358-5590d9901cf8,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:20.068917 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:20.089490 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed2967-a113-4554-a8df-902f0c5f1133 req-76c2af6f-1dc2-4d19-9fd4-492489b9f839 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:20.090958 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f2ed2967-a113-4554-a8df-902f0c5f1133 req-76c2af6f-1dc2-4d19-9fd4-492489b9f839 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0872064
Apr 30 07:11:20.144426 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f2ed2967-a113-4554-a8df-902f0c5f1133 req-2e419445-2038-4ca5-a32e-041175e17b51 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474880
Apr 30 07:11:20.546494 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51840) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:20.580488 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.698664 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.762277 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.778662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:20.782903 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Usage tracker for resource:security_group_rule and tenant:d88be931b2504e4ab4ad094db4ca450f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:20.785786 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:20.791610 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:20.875827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.879699 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.891102 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8aa5d7bd-b800-4ad3-8a6c-2b7597891163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:20.909435 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.914130 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:20.917560 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:20.930234 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d88be931b2504e4ab4ad094db4ca450f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3826280
Apr 30 07:11:20.931878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e785b-19cb-4076-9127-d7190473224d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:20.934112 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 51850) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:20.936657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:20.992965 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.019307 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.021205 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event updated for resources: {'Port': ['ID=d6e7a2d0-6ca5-45ee-8358-5590d9901cf8,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:21.025052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:21.031986 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.071726 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.075562 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3de22e4d-3463-4389-bdde-d79c0d69f428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:21.086625 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e785b-19cb-4076-9127-d7190473224d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:21.090019 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:21.093214 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.094317 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa5e785b-19cb-4076-9127-d7190473224d HTTP/1.1" status: 204  len: 168 time: 0.1593206
Apr 30 07:11:21.211523 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Floating IP 0edea77d-03b2-4ff8-8972-030793c3b2b0 associated. External IP: 172.27.3.149, port: d01b2c92-9311-4a89-b8b3-160279e21a11.
Apr 30 07:11:21.354470 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02191a29-1d96-42e6-a8e7-38c307aa5b8b req-25aefef1-9eff-4f20-aade-dc918c795f80 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:21.356286 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-02191a29-1d96-42e6-a8e7-38c307aa5b8b req-25aefef1-9eff-4f20-aade-dc918c795f80 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0973792
Apr 30 07:11:21.410305 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-02191a29-1d96-42e6-a8e7-38c307aa5b8b req-69052b35-5b1d-49bd-b33a-3ece49e7c1ac tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451987
Apr 30 07:11:21.662924 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Router e5bfe113-7f21-4854-a870-2cf02376b4d8 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:11:21.725892 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.843841 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:11:21.853432 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] Sync routers for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:11:21.863577 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:11:21.864248 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95545100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:11:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:21.875975 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:21.952665 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5377817
Apr 30 07:11:21.952665 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:11:21.992938 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'status': 'completed', 'code': 200}
Apr 30 07:11:22.041188 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:11:22.091157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-c560734d-bfd9-4e5d-9d77-a1ea3bf11ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:22.092937 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-c560734d-bfd9-4e5d-9d77-a1ea3bf11ca7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.0728688
Apr 30 07:11:22.240723 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-97a980ff-091e-417f-b53b-d02129d74080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:22.242335 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-97a980ff-091e-417f-b53b-d02129d74080 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.1354237
Apr 30 07:11:22.370517 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-0727fa2f-ddc0-45d1-ad40-159852b33ac6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 999 time: 0.1118720
Apr 30 07:11:22.437565 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95545100>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '0edea77d-03b2-4ff8-8972-030793c3b2b0', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'port_id': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'mac_address': 'fa:16:3e:9a:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:20Z', 'revision_number': 0, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:22.441804 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] Checking router: e5bfe113-7f21-4854-a870-2cf02376b4d8 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:11:22.452838 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:11:22.453464 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95545100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:11:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:22.537104 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-7a7eb26a-f53b-4293-baab-3e0660e5138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:22.538582 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-7a7eb26a-f53b-4293-baab-3e0660e5138a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.1541736
Apr 30 07:11:22.627415 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626560-cf0f-4513-9d23-8410a42670f9 req-7df0b6a3-405f-4e23-9d3c-c19011b43fc8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:22.629237 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5b626560-cf0f-4513-9d23-8410a42670f9 req-7df0b6a3-405f-4e23-9d3c-c19011b43fc8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0890083
Apr 30 07:11:22.660325 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-32599196-3dae-4f0e-ba80-0810b4bb4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:22.661953 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-32599196-3dae-4f0e-ba80-0810b4bb4ebd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0963280
Apr 30 07:11:22.684303 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5b626560-cf0f-4513-9d23-8410a42670f9 req-cef67f62-c2ea-4b52-9244-dafeb97c0e07 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494456
Apr 30 07:11:22.704286 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:11:22.777421 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07495326-8463-4edf-9db0-419333150e0b req-2bf53742-44e5-43a7-a4e3-39baaf26b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:22.779460 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-07495326-8463-4edf-9db0-419333150e0b req-2bf53742-44e5-43a7-a4e3-39baaf26b4e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0740340
Apr 30 07:11:22.808129 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-d5180bc9-8b15-4cce-914e-79d1b8b3d569 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369538
Apr 30 07:11:22.828689 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-07495326-8463-4edf-9db0-419333150e0b req-f93c09fd-107b-49af-a43e-da292cd31420 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354683
Apr 30 07:11:22.945746 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7e38ea8-62bd-424b-ba6c-80d8b29e70fa req-b11d2920-cea0-4678-981e-56533a99269b service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257942
Apr 30 07:11:23.049563 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95545100>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '0edea77d-03b2-4ff8-8972-030793c3b2b0', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'port_id': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'mac_address': 'fa:16:3e:9a:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:20Z', 'revision_number': 0, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:23.053324 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd2dea-d36a-471e-8398-fd78db47b0ca None None] The sync data for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi is: [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '0edea77d-03b2-4ff8-8972-030793c3b2b0', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'port_id': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'mac_address': 'fa:16:3e:9a:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:20Z', 'revision_number': 0, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:11:23.222573 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd084dc-0d81-4df5-be13-7cfa2e0a7c53 None None] New status for floating IP 0edea77d-03b2-4ff8-8972-030793c3b2b0: ACTIVE {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:11:23.877146 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2496e6d-aa58-4b55-b9d5-a5c2e21f3741 req-846970e7-e7e4-4c4d-8d1b-43df431ddf36 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:23.878618 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f2496e6d-aa58-4b55-b9d5-a5c2e21f3741 req-846970e7-e7e4-4c4d-8d1b-43df431ddf36 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0871806
Apr 30 07:11:23.929540 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f2496e6d-aa58-4b55-b9d5-a5c2e21f3741 req-5bd3d9d4-1ffe-42ec-ae07-0b624f5a4527 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420074
Apr 30 07:11:25.109932 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e837-d7cb-4943-98e6-57558cc6dc59 req-0f755906-a430-42ea-bb0a-3415ce329610 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:25.111363 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f425e837-d7cb-4943-98e6-57558cc6dc59 req-0f755906-a430-42ea-bb0a-3415ce329610 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0775945
Apr 30 07:11:25.155021 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f425e837-d7cb-4943-98e6-57558cc6dc59 req-c1c7e20d-d2ea-4c2f-957a-6a4f78f6df64 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380197
Apr 30 07:11:25.712203 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3b1b-a95c-44a7-8727-0298b59a0a6c req-04e0d2e3-cdd7-4584-a069-f971f6fb7757 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:25.713700 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e3af3b1b-a95c-44a7-8727-0298b59a0a6c req-04e0d2e3-cdd7-4584-a069-f971f6fb7757 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1124587
Apr 30 07:11:25.716107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e433-d501-437b-bfae-f45d91d360dd req-3da30209-de6b-49ea-82c2-29621731db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:25.717398 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-3da30209-de6b-49ea-82c2-29621731db13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 1099 time: 0.1466334
Apr 30 07:11:25.847521 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51948) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:25.849411 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e3af3b1b-a95c-44a7-8727-0298b59a0a6c req-477d6254-8dea-437c-a279-b94c784528d4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288955
Apr 30 07:11:25.880874 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e433-d501-437b-bfae-f45d91d360dd req-4a910934-ab0c-4e7c-9e8d-ec50864ddc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:25.882300 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-4a910934-ab0c-4e7c-9e8d-ec50864ddc1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 200  len: 919 time: 0.1465108
Apr 30 07:11:25.957415 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-d29373e9-b73b-4637-8c41-7cbbd3817adb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 200  len: 217 time: 0.0670483
Apr 30 07:11:25.984828 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:25.999336 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:26.003094 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Usage tracker for resource:security_group_rule and tenant:0b27f123fd664b70a36134996a5327fc is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:26.005859 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:26.011509 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:26.020578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e433-d501-437b-bfae-f45d91d360dd req-925d63ea-f408-42c8-b762-e6574db91c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:26.021999 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-925d63ea-f408-42c8-b762-e6574db91c7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 200  len: 858 time: 0.0578015
Apr 30 07:11:26.085599 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-f8b0aab3-3893-4fa1-bb3b-91cef4a3aeda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfdeac23-d34a-4688-9799-802d1a570ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465159
Apr 30 07:11:26.095317 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:26.099181 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:26.106667 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:26.148730 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b27f123fd664b70a36134996a5327fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3000891
Apr 30 07:11:26.151259 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 51956) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:26.153921 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfa77b-afaa-46dd-9f6f-f048b71ea223,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:26.165693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:26.212866 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:26.225006 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-859030b6-d33a-48bf-b47d-09657aad540b service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247008
Apr 30 07:11:26.239141 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:26.289893 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:26.294943 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-44a29486-95bd-4764-b839-8db62cc7c303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:26.305659 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfa77b-afaa-46dd-9f6f-f048b71ea223,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:26.312612 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:26.316965 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:26.317741 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82dfa77b-afaa-46dd-9f6f-f048b71ea223 HTTP/1.1" status: 204  len: 168 time: 0.1655762
Apr 30 07:11:26.365816 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-baa6e433-d501-437b-bfae-f45d91d360dd req-2a11f79a-208f-418e-a02f-a110f0a6e173 service neutron] 10.222.0.10 "GET /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292386
Apr 30 07:11:27.036693 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c13278-1481-4f53-a804-a8e798ea55f0 req-6f693cea-ddfd-464e-99b0-618020bd4564 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:27.038138 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-84c13278-1481-4f53-a804-a8e798ea55f0 req-6f693cea-ddfd-464e-99b0-618020bd4564 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0796776
Apr 30 07:11:27.084233 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-84c13278-1481-4f53-a804-a8e798ea55f0 req-ca384bf2-f2d6-4f1e-a64c-662ee35b1e77 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401449
Apr 30 07:11:28.284368 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae98a-a83a-4160-b794-a3be4a2e45f5 req-cab3230c-f705-4b16-96a9-216f74fa0381 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:28.285931 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dacae98a-a83a-4160-b794-a3be4a2e45f5 req-cab3230c-f705-4b16-96a9-216f74fa0381 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0964272
Apr 30 07:11:28.332154 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dacae98a-a83a-4160-b794-a3be4a2e45f5 req-07d92fd0-ff39-4f7a-b841-adc7a5d06406 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401371
Apr 30 07:11:29.517840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49133-258f-4913-924a-d7b2ba1d7168 req-a00fe361-ddab-4926-8a26-4b1beb892a91 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:29.519281 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a2d49133-258f-4913-924a-d7b2ba1d7168 req-a00fe361-ddab-4926-8a26-4b1beb892a91 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0785842
Apr 30 07:11:29.565928 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a2d49133-258f-4913-924a-d7b2ba1d7168 req-f0c7f28b-dced-42e1-a685-22b600fc61d8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409200
Apr 30 07:11:31.113705 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2f1fcf4e-4838-4122-bd05-50edc1a8873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:33.375210 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:11:33.562977 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:33.727403 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b93e0b46-8dbd-44a2-a529-eb6c5fdaba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:34.617284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:34.924186 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7151c-ade6-4c3f-9b4d-85e0549b916d req-183d85fb-ac5b-4029-ac08-c47b84cc823c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:34.925692 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b9b7151c-ade6-4c3f-9b4d-85e0549b916d req-183d85fb-ac5b-4029-ac08-c47b84cc823c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0830989
Apr 30 07:11:34.971093 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b9b7151c-ade6-4c3f-9b4d-85e0549b916d req-12225e6e-21f0-4370-bbd0-cba943b7fcbe tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394111
Apr 30 07:11:35.235455 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2e74-12aa-4084-9f13-42809c6a6c06 req-56727031-5364-4ee1-a57d-8d5381602542 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:35.236972 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1fec2e74-12aa-4084-9f13-42809c6a6c06 req-56727031-5364-4ee1-a57d-8d5381602542 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0876513
Apr 30 07:11:35.366778 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1fec2e74-12aa-4084-9f13-42809c6a6c06 req-77b9feac-660d-4969-ac53-17d74f404db5 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238532
Apr 30 07:11:35.514432 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52156) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:35.630269 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.644139 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:35.647732 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Usage tracker for resource:security_group_rule and tenant:103bf03898f54fbe8e9732ddff4ba6d4 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:35.650402 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:35.656989 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:35.740614 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.744288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.752207 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-02c75ec3-086b-4728-96b6-efda82c5f127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:35.790382 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=103bf03898f54fbe8e9732ddff4ba6d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2749360
Apr 30 07:11:35.791980 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd310d-19d8-4714-a9b3-617f5969f058,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:35.793090 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52162) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:35.795548 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:35.849510 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.875445 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.926489 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.930106 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3939b7b-1203-43f2-b2b0-1f7972734363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:35.942651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd310d-19d8-4714-a9b3-617f5969f058,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:35.945520 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:35.947427 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:35.948543 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39bd310d-19d8-4714-a9b3-617f5969f058 HTTP/1.1" status: 204  len: 168 time: 0.1544983
Apr 30 07:11:36.164679 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c81f1-faf3-467a-921d-bb7824bd3f71 req-2d9326d4-c99a-4922-ae35-01ac5035109e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:36.166184 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-226c81f1-faf3-467a-921d-bb7824bd3f71 req-2d9326d4-c99a-4922-ae35-01ac5035109e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0797725
Apr 30 07:11:36.220481 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-226c81f1-faf3-467a-921d-bb7824bd3f71 req-9214b044-51dd-4ef5-9efa-903d747563ae tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468922
Apr 30 07:11:36.225181 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.248436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52172) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:36.265403 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.279107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:36.283094 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Usage tracker for resource:security_group_rule and tenant:c62ac1716668487e957df3010dd48725 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:36.285850 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:36.291409 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:36.374750 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.378277 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.386140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6d4240fc-2d68-433b-9b7b-e2aabee72c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:36.425296 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c62ac1716668487e957df3010dd48725&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1757889
Apr 30 07:11:36.426895 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4702197-f9e0-412c-84d3-53b18b1edbdf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:36.428137 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52178) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:36.429841 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:36.490627 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.515553 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.552545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcb753-8560-4f3e-b2ac-33bd9acc84f0 req-99971f87-6d2a-44ba-bdf3-79fdf1949fa4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:36.554024 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cbbcb753-8560-4f3e-b2ac-33bd9acc84f0 req-99971f87-6d2a-44ba-bdf3-79fdf1949fa4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0790763
Apr 30 07:11:36.569664 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.573329 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-82ff79d8-503a-4bc2-a927-4b7f9fb0baaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:36.585363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4702197-f9e0-412c-84d3-53b18b1edbdf,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:36.587904 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:36.597435 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.598649 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4702197-f9e0-412c-84d3-53b18b1edbdf HTTP/1.1" status: 204  len: 168 time: 0.1694310
Apr 30 07:11:36.602882 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cbbcb753-8560-4f3e-b2ac-33bd9acc84f0 req-57eb6740-e0ca-406f-bf1b-4af13dd787de tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425720
Apr 30 07:11:36.933332 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52186) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:36.950934 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:36.964681 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:11:36.969032 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Usage tracker for resource:security_group_rule and tenant:e57199e6cd7840d8919576c88ee1bb29 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:11:36.971764 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:11:36.977354 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:11:37.055752 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:37.059284 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:37.067801 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e733e141-b1ac-42e2-b924-3db55232a8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:37.108855 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e57199e6cd7840d8919576c88ee1bb29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1744773
Apr 30 07:11:37.110434 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46128b6f-2ddd-49b0-b179-4c2a935d3d37,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:37.111522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:37.113792 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:37.169958 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:37.194694 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:37.245114 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:37.249104 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-74632f97-66f0-48b3-93c3-d973d90a2810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:37.260574 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46128b6f-2ddd-49b0-b179-4c2a935d3d37,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:37.263069 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:37.270379 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:37.274062 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46128b6f-2ddd-49b0-b179-4c2a935d3d37 HTTP/1.1" status: 204  len: 168 time: 0.1589041
Apr 30 07:11:37.404938 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8fb2d-bf68-4ebd-882f-1830b6ef5273 req-b77008ea-43d1-4ea2-82f1-2d95f7abfe4d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:37.406654 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c0b8fb2d-bf68-4ebd-882f-1830b6ef5273 req-b77008ea-43d1-4ea2-82f1-2d95f7abfe4d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0813055
Apr 30 07:11:37.452554 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c0b8fb2d-bf68-4ebd-882f-1830b6ef5273 req-facf5f4f-c006-409d-a942-e2cbfa9c1905 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396886
Apr 30 07:11:37.797673 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eb1d1-c442-4b5f-bb16-c6982f1e3e84 req-91b303c0-ed53-47cb-be20-934b39beaf47 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:37.799123 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-753eb1d1-c442-4b5f-bb16-c6982f1e3e84 req-91b303c0-ed53-47cb-be20-934b39beaf47 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0862079
Apr 30 07:11:37.845509 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-753eb1d1-c442-4b5f-bb16-c6982f1e3e84 req-5dccb116-c10e-432a-b546-9c62e8a25c9f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404789
Apr 30 07:11:38.662340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71b88-1e45-46ce-87c9-b148d100159d req-d058ca7a-d35c-43b4-ad1c-c9b4d87d53e1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:38.664539 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2de71b88-1e45-46ce-87c9-b148d100159d req-d058ca7a-d35c-43b4-ad1c-c9b4d87d53e1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0945823
Apr 30 07:11:38.780091 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2de71b88-1e45-46ce-87c9-b148d100159d req-9eedc7a9-a90b-4628-bf9f-083b1a533da9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098213
Apr 30 07:11:39.027251 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a99b-e9af-49ee-a9fe-11d12842594d req-c532ae32-8c34-4e30-8a3f-c3bce7c9620a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:39.028772 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7da0a99b-e9af-49ee-a9fe-11d12842594d req-c532ae32-8c34-4e30-8a3f-c3bce7c9620a tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0795178
Apr 30 07:11:39.078284 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7da0a99b-e9af-49ee-a9fe-11d12842594d req-7ece4f14-8bab-44b1-ae9e-8b1d7814089b tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430813
Apr 30 07:11:39.180086 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01941df-0854-4357-bbc8-b631fb9d784d req-39e1f72b-eb18-4e9a-adef-fa0998d517d4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:39.181612 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d01941df-0854-4357-bbc8-b631fb9d784d req-39e1f72b-eb18-4e9a-adef-fa0998d517d4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 946 time: 0.0810125
Apr 30 07:11:39.323019 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Deleting port cdc724d1-23a0-4420-964a-0e81958205fb {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:11:39.323353 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:39.454886 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] For port cdc724d1-23a0-4420-964a-0e81958205fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cdc724d1-23a0-4420-964a-0e81958205fb,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:39.455240 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:39.574487 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Calling delete_port for cdc724d1-23a0-4420-964a-0e81958205fb owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:11:39.688230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:39.693430 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:39.709341 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['0086ae85-c71c-44dc-abc9-286f704fa8e4', 'cdc724d1-23a0-4420-964a-0e81958205fb'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:11:39.739914 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Pushing event deleted for resources: {'Port': ['ID=cdc724d1-23a0-4420-964a-0e81958205fb,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:39.780837 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.781389 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.781602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.781915 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.782275 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.782623 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.782971 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.783350 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.783663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.784038 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.784382 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.784723 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:11:39.819810 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:39.825720 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] No DVR routers for this DVR port cdc724d1-23a0-4420-964a-0e81958205fb on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:11:39.828218 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:39.830802 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'name': 'network-vif-deleted', 'tag': 'cdc724d1-23a0-4420-964a-0e81958205fb'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:11:39.847247 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d01941df-0854-4357-bbc8-b631fb9d784d req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "DELETE /v2.0/ports/cdc724d1-23a0-4420-964a-0e81958205fb HTTP/1.1" status: 204  len: 173 time: 0.6559918
Apr 30 07:11:39.897911 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa6ca4f-e569-46c0-b7c9-b432dc73c84e', 'name': 'network-vif-deleted', 'tag': 'cdc724d1-23a0-4420-964a-0e81958205fb', 'status': 'completed', 'code': 200}
Apr 30 07:11:40.010869 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5855156-50d4-4bf7-9b0c-1720036ac9a9 req-ccafa51f-be60-4fc1-ba29-c6a9f1cbb965 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:40.012328 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d5855156-50d4-4bf7-9b0c-1720036ac9a9 req-ccafa51f-be60-4fc1-ba29-c6a9f1cbb965 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0834198
Apr 30 07:11:40.064459 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d5855156-50d4-4bf7-9b0c-1720036ac9a9 req-1f828225-8313-425f-95a9-df6a1c3bb8db tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464959
Apr 30 07:11:40.237039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-4537ee0c-c1b6-465a-a9cd-9858f497b06e req-6ce7cb0d-7883-4d3b-99e6-a9c740dd124e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Synchronizing usage tracker for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:11:40.251618 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-4537ee0c-c1b6-465a-a9cd-9858f497b06e req-6ce7cb0d-7883-4d3b-99e6-a9c740dd124e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Unset dirty status for tenant:33cafd6947cc465dac92e8a66e44b9d7 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:11:40.252801 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4537ee0c-c1b6-465a-a9cd-9858f497b06e req-6ce7cb0d-7883-4d3b-99e6-a9c740dd124e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa6ca4f-e569-46c0-b7c9-b432dc73c84e HTTP/1.1" status: 200  len: 210 time: 0.0571382
Apr 30 07:11:41.253657 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295263-77a7-4417-851e-f11ea5379318 req-b456c414-eeaf-4c37-b788-bed1b5b07632 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:41.255098 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f1295263-77a7-4417-851e-f11ea5379318 req-b456c414-eeaf-4c37-b788-bed1b5b07632 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0788670
Apr 30 07:11:41.300198 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f1295263-77a7-4417-851e-f11ea5379318 req-0fe0bc2a-c8ac-4ac1-b7c9-9c2bf3594784 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393198
Apr 30 07:11:41.701982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b1a7d-61d3-4e60-862d-d55bb75aae09 req-f7c72d24-1fc2-4c53-bf1e-61acd5bbe535 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:41.703333 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-148b1a7d-61d3-4e60-862d-d55bb75aae09 req-f7c72d24-1fc2-4c53-bf1e-61acd5bbe535 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0799549
Apr 30 07:11:41.750343 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-148b1a7d-61d3-4e60-862d-d55bb75aae09 req-94298af9-26d0-4d19-8919-5e1497090e29 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412264
Apr 30 07:11:42.493796 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c51f-d92b-4714-a688-ab38c4506ab6 req-12d0bcf5-d978-4185-b5b1-f6069e1c9771 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:42.495295 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cbc5c51f-d92b-4714-a688-ab38c4506ab6 req-12d0bcf5-d978-4185-b5b1-f6069e1c9771 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0846038
Apr 30 07:11:42.539728 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cbc5c51f-d92b-4714-a688-ab38c4506ab6 req-9f94e105-d66a-490f-b697-d9d49b2bcaae tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383172
Apr 30 07:11:42.937267 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132717-67e8-48ea-9c76-e538561d0257 req-67d8fa17-1472-405d-ad5e-c5efe68de195 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:42.938677 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-37132717-67e8-48ea-9c76-e538561d0257 req-67d8fa17-1472-405d-ad5e-c5efe68de195 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0817447
Apr 30 07:11:42.981902 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-37132717-67e8-48ea-9c76-e538561d0257 req-fb10badb-889c-4636-846b-e1a394c0e104 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370781
Apr 30 07:11:43.436273 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device cdc724d1-23a0-4420-964a-0e81958205fb no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:11:43.470462 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: cdc724d1-23a0-4420-964a-0e81958205fb {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:11:43.470805 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device cdc724d1-23a0-4420-964a-0e81958205fb not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:11:43.735835 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4acf24-a695-40b6-beb5-506b6d5d9689 req-f3b15c73-f854-4858-84de-381a86492692 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:43.737194 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4b4acf24-a695-40b6-beb5-506b6d5d9689 req-f3b15c73-f854-4858-84de-381a86492692 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0860164
Apr 30 07:11:43.781416 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4b4acf24-a695-40b6-beb5-506b6d5d9689 req-ee49f80e-a274-412b-aa61-dc59fbf68a40 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382864
Apr 30 07:11:44.172394 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be3965-3330-42ee-a4ae-e3ee1fa0ed56 req-4c0b5d3e-2ce9-4a3e-8ede-ea36ecef5ded tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:44.173852 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-16be3965-3330-42ee-a4ae-e3ee1fa0ed56 req-4c0b5d3e-2ce9-4a3e-8ede-ea36ecef5ded tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0821235
Apr 30 07:11:44.289104 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-16be3965-3330-42ee-a4ae-e3ee1fa0ed56 req-4a170da1-c9c5-4751-a6c7-dc1aefbdb506 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095304
Apr 30 07:11:44.974715 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2fd6f-bbff-4d87-9308-d0f5c294d240 req-722ae706-1fa3-44ff-a37b-a757487d693d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:44.976203 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eac2fd6f-bbff-4d87-9308-d0f5c294d240 req-722ae706-1fa3-44ff-a37b-a757487d693d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0829155
Apr 30 07:11:45.023626 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eac2fd6f-bbff-4d87-9308-d0f5c294d240 req-cc65de25-fc5c-42c4-867e-b4c63dd177bb tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407555
Apr 30 07:11:45.472951 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44697ac9-caad-44af-8cf5-5ee8245e3172 req-d6ff5741-40db-4c35-b7c3-8914667acd7e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:45.474299 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-44697ac9-caad-44af-8cf5-5ee8245e3172 req-d6ff5741-40db-4c35-b7c3-8914667acd7e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0784638
Apr 30 07:11:45.520549 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-44697ac9-caad-44af-8cf5-5ee8245e3172 req-d7c170f1-6853-424e-9abd-fa6912e7226e tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405810
Apr 30 07:11:46.213567 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2de7c-775e-4370-88bb-5617227a1011 req-308703d3-e598-4be4-9c9b-3cac2fd6f319 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:46.214924 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-21c2de7c-775e-4370-88bb-5617227a1011 req-308703d3-e598-4be4-9c9b-3cac2fd6f319 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0810463
Apr 30 07:11:46.259775 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-21c2de7c-775e-4370-88bb-5617227a1011 req-4401698d-b0b5-434a-8f23-3a10044cb1ef tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380218
Apr 30 07:11:46.702406 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861b7d7-bec4-496e-9277-6363713292f0 req-fd2b7e7f-cd53-40ec-96e2-7308c3a6dae8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:46.703851 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8861b7d7-bec4-496e-9277-6363713292f0 req-fd2b7e7f-cd53-40ec-96e2-7308c3a6dae8 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0783908
Apr 30 07:11:46.747481 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8861b7d7-bec4-496e-9277-6363713292f0 req-9b50cf0b-1094-45e9-9023-5cba1182aa06 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372987
Apr 30 07:11:47.455672 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d68200-c11e-4b07-9a47-80a6630f057a req-fae34564-022e-4827-8c3d-f096e87f3f0c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:47.457179 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-29d68200-c11e-4b07-9a47-80a6630f057a req-fae34564-022e-4827-8c3d-f096e87f3f0c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0812917
Apr 30 07:11:47.503389 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-29d68200-c11e-4b07-9a47-80a6630f057a req-d5129638-30e5-4181-80a9-9d9ece88ce4e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402262
Apr 30 07:11:47.936122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b45de-8536-4636-8dd7-35a78b52a529 req-c7c47301-409e-45d3-8ccf-bc7333581ed4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:47.937678 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ff2b45de-8536-4636-8dd7-35a78b52a529 req-c7c47301-409e-45d3-8ccf-bc7333581ed4 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0851429
Apr 30 07:11:47.982105 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ff2b45de-8536-4636-8dd7-35a78b52a529 req-ecb1cc7a-905f-44f2-9a0c-278da2458df7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387111
Apr 30 07:11:48.692179 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee54217-d4ee-4e85-ba0e-ebf1bccbe0a9 req-d6568f0f-1f9b-434c-9898-7782debd8a3d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:48.693621 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1ee54217-d4ee-4e85-ba0e-ebf1bccbe0a9 req-d6568f0f-1f9b-434c-9898-7782debd8a3d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0815077
Apr 30 07:11:48.741404 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1ee54217-d4ee-4e85-ba0e-ebf1bccbe0a9 req-b10d7aeb-e617-46fe-baaa-04652872dccf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420523
Apr 30 07:11:49.162779 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d95af3-c7fb-48f0-a0db-ec79304207f6 req-4c42b8fe-6880-4d50-8a79-4e5c51059366 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:49.164240 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-08d95af3-c7fb-48f0-a0db-ec79304207f6 req-4c42b8fe-6880-4d50-8a79-4e5c51059366 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0801072
Apr 30 07:11:49.208075 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-08d95af3-c7fb-48f0-a0db-ec79304207f6 req-d4554713-6db4-44c4-944c-36b84fa2cd53 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373843
Apr 30 07:11:49.844767 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-191249d8-ebb7-4fed-8eb1-18aa9f9df0f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724461
Apr 30 07:11:49.933968 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2bf-8bed-473a-86c6-e70505522a54 req-b0aa08f4-6940-4e9e-89b7-610576e976f3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:49.935989 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fa8da2bf-8bed-473a-86c6-e70505522a54 req-b0aa08f4-6940-4e9e-89b7-610576e976f3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0844331
Apr 30 07:11:49.951902 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bf51-f760-4422-af87-24d3b3916dbb req-66b18aec-f7f0-4596-bc40-93764dad5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:49.953465 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-66b18aec-f7f0-4596-bc40-93764dad5b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1099 time: 0.0739732
Apr 30 07:11:49.981696 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fa8da2bf-8bed-473a-86c6-e70505522a54 req-8c2807f2-b0e8-4460-afdd-14239ed6f7ef tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386627
Apr 30 07:11:50.120309 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bf51-f760-4422-af87-24d3b3916dbb req-e3d542b9-d413-474d-8ffa-9e204475b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:50.122183 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-e3d542b9-d413-474d-8ffa-9e204475b839 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.1242218
Apr 30 07:11:50.229284 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-d16021fe-9865-4a05-9cc7-eb2942879bc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 1001 time: 0.0950124
Apr 30 07:11:50.315995 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bf51-f760-4422-af87-24d3b3916dbb req-b1453fbb-ff19-409f-8748-f57c5d0009d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:50.317447 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-b1453fbb-ff19-409f-8748-f57c5d0009d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0644360
Apr 30 07:11:50.457170 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69d68-abf9-4dfa-aa0d-9c00bfd2eaed req-441c49fe-b6e5-4470-9c36-8427a160702f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:50.458532 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d2a69d68-abf9-4dfa-aa0d-9c00bfd2eaed req-441c49fe-b6e5-4470-9c36-8427a160702f tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.1388431
Apr 30 07:11:50.461217 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bf51-f760-4422-af87-24d3b3916dbb req-6a399be7-c125-4200-9062-d59cca6aa4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:50.462510 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-6a399be7-c125-4200-9062-d59cca6aa4cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1072495
Apr 30 07:11:50.587505 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d2a69d68-abf9-4dfa-aa0d-9c00bfd2eaed req-47902b9c-93b7-4462-bfc6-8199a6a7a45d tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/security-groups?id=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231110
Apr 30 07:11:50.620326 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-16735f91-3195-4eaa-956b-36f312f8fbea service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427441
Apr 30 07:11:50.729288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-8f11fbf7-3498-45fe-8b83-ebc1ab9fdae0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:50.731460 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-8f11fbf7-3498-45fe-8b83-ebc1ab9fdae0 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 946 time: 0.0795660
Apr 30 07:11:50.781891 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c923bf51-f760-4422-af87-24d3b3916dbb req-7b42e1e0-43b4-44b0-8557-0b10cf43d286 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313720
Apr 30 07:11:50.873808 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Deleting port 0086ae85-c71c-44dc-abc9-286f704fa8e4 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:11:50.874151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:51.002848 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] For port 0086ae85-c71c-44dc-abc9-286f704fa8e4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0086ae85-c71c-44dc-abc9-286f704fa8e4,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:51.003490 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:51.126947 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Calling delete_port for 0086ae85-c71c-44dc-abc9-286f704fa8e4 owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:11:51.364999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8426bff-f6a7-41b4-8e02-ff2ea88c3d20 req-0b77dbbf-b146-48fa-b8f4-d806440c4a1d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:51.366467 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c8426bff-f6a7-41b4-8e02-ff2ea88c3d20 req-0b77dbbf-b146-48fa-b8f4-d806440c4a1d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.2481182
Apr 30 07:11:51.455568 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c8426bff-f6a7-41b4-8e02-ff2ea88c3d20 req-1a510108-bb8f-4915-8b4b-5f80e449fd90 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799572
Apr 30 07:11:51.476570 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:51.482229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:51.491136 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['0086ae85-c71c-44dc-abc9-286f704fa8e4'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:11:51.528942 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Pushing event deleted for resources: {'Port': ['ID=0086ae85-c71c-44dc-abc9-286f704fa8e4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:51.532955 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:51.606027 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] No DVR routers for this DVR port 0086ae85-c71c-44dc-abc9-286f704fa8e4 on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:11:51.608879 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:51.611490 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'name': 'network-vif-deleted', 'tag': '0086ae85-c71c-44dc-abc9-286f704fa8e4'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:11:51.631571 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7f112939-b4e6-417a-b6a6-616c6f02082e req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.10 "DELETE /v2.0/ports/0086ae85-c71c-44dc-abc9-286f704fa8e4 HTTP/1.1" status: 204  len: 173 time: 0.8924687
Apr 30 07:11:51.661404 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1305addf-444a-4c88-8fbf-c1dede54bcbf', 'name': 'network-vif-deleted', 'tag': '0086ae85-c71c-44dc-abc9-286f704fa8e4', 'status': 'completed', 'code': 200}
Apr 30 07:11:51.736299 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:51.774323 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0688fe92-60c5-4408-a9eb-c81d53f9d47f req-a6ebe3f5-f19e-49ef-a294-db7d784a6d35 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305addf-444a-4c88-8fbf-c1dede54bcbf HTTP/1.1" status: 200  len: 210 time: 0.0569615
Apr 30 07:11:52.642153 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9699a5-c496-4df2-8217-88c53d7e1c3c req-56d69228-6e97-4fab-83d2-2574608911b9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:52.643580 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fb9699a5-c496-4df2-8217-88c53d7e1c3c req-56d69228-6e97-4fab-83d2-2574608911b9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0781648
Apr 30 07:11:52.686894 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fb9699a5-c496-4df2-8217-88c53d7e1c3c req-3970d52c-f014-47e7-b154-e967c760bb28 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375841
Apr 30 07:11:52.870754 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52366) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:53.397195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:53.795387 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Deleting port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:11:53.796132 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:54.055791 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] For port 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,segment=NetworkSegment(427b09df-b22f-4123-b728-862a26e02cd1),segment_id=427b09df-b22f-4123-b728-862a26e02cd1)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:54.056145 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:54.126396 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de9e8-b966-44e0-a566-3418b4661c51 req-dd3d1188-9df0-4639-87a9-b742b3a62981 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:54.127853 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fa4de9e8-b966-44e0-a566-3418b4661c51 req-dd3d1188-9df0-4639-87a9-b742b3a62981 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.3202384
Apr 30 07:11:54.189569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Calling delete_port for 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:11:54.239631 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fa4de9e8-b966-44e0-a566-3418b4661c51 req-c69c2f10-b55c-41d6-a8de-9aba85889a0b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572267
Apr 30 07:11:54.503593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:54.506904 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:54.550367 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:54.553393 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:54.806273 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:55.166879 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:11:55.439032 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcde0b8-1a8d-4957-aa58-324e7a9869b4 req-176ba4c6-3fda-4b2a-8241-17d75ae704d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:55.440586 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bdcde0b8-1a8d-4957-aa58-324e7a9869b4 req-176ba4c6-3fda-4b2a-8241-17d75ae704d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0841970
Apr 30 07:11:55.441801 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:11:55.452066 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] Sync routers for ids ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:11:55.454860 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] 10.222.0.35 "PUT /v2.0/routers/eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5825200
Apr 30 07:11:55.457869 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52378) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:55.463086 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] Routers {'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:11:55.463954 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95391100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:11:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:55.507983 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 0086ae85-c71c-44dc-abc9-286f704fa8e4 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:11:55.545134 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 0086ae85-c71c-44dc-abc9-286f704fa8e4 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:11:55.545502 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 0086ae85-c71c-44dc-abc9-286f704fa8e4 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:11:55.567799 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bdcde0b8-1a8d-4957-aa58-324e7a9869b4 req-8bd3a2aa-5f7a-4556-9867-f15d2511afc2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112781
Apr 30 07:11:55.644649 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] Set router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:11:55.762000 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:55.923463 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95391100>, [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:11:54Z', 'revision_number': 5, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port': {'id': 'e6586785-45a8-4e9d-9355-068b0bfb6495', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:23Z', 'updated_at': '2021-04-30T07:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:55.927330 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] Checking router: eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:11:55.931853 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:55.936201 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] Routers {'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:11:55.936899 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95391100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:11:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:56.008926 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Deleting port e6586785-45a8-4e9d-9355-068b0bfb6495 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:11:56.009268 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.082865 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] Set router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:11:56.131253 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] For port e6586785-45a8-4e9d-9355-068b0bfb6495, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e6586785-45a8-4e9d-9355-068b0bfb6495,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:56.131763 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.200870 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95391100>, [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:11:55Z', 'revision_number': 6, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:56.205382 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c55f42-692e-4568-b284-dc57a4bb4d31 None None] The sync data for ids ['eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020'] in dv-cinder-773876-2-iscsi is: [{'id': 'eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020', 'name': 'tempest-ServerRescueNegativeTestJSON-417695451-router', 'tenant_id': '33cafd6947cc465dac92e8a66e44b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:22Z', 'updated_at': '2021-04-30T07:11:55Z', 'revision_number': 6, 'project_id': '33cafd6947cc465dac92e8a66e44b9d7', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:11:56.261417 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Calling delete_port for e6586785-45a8-4e9d-9355-068b0bfb6495 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:11:56.520618 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.524105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d8b3e49a-0493-4866-8598-89d7e555a4ab tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:56.565765 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6586785-45a8-4e9d-9355-068b0bfb6495,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:56.569444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:56.665497 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.770596 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded199b-3813-491f-abfe-468177f11478 req-c0390f7b-9034-4488-963c-7ad3a522d577 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:56.772070 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eded199b-3813-491f-abfe-468177f11478 req-c0390f7b-9034-4488-963c-7ad3a522d577 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0844476
Apr 30 07:11:56.817663 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eded199b-3813-491f-abfe-468177f11478 req-3058d789-086f-4174-969e-168ffbaead6b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391712
Apr 30 07:11:56.838882 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.841585 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.927235 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.927936 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:11:56.941239 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:56.941741 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] 10.222.0.35 "DELETE /v2.0/routers/eb6e95e0-6ac1-46d6-bec2-46cb7dd9a020 HTTP/1.1" status: 204  len: 168 time: 1.4712791
Apr 30 07:11:56.944195 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52386) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:57.102841 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Deleting subnet 78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:11:57.107298 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.155658 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.216725 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.462021 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.466559 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:57.504231 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:57.506157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.508957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:57.513176 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-537b9ea1-56d3-43fd-818e-b657783dcea4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/78a0ddf1-ef74-4b35-b73a-48d8b9ccd63e HTTP/1.1" status: 204  len: 168 time: 0.5680799
Apr 30 07:11:57.515611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52394) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:57.524447 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:11:57.619311 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.655730 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:57.668562 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'mac_address': 'fa:16:3e:63:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:11:57.722089 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.738501 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d2c126c-7fc2-44f2-8940-50c945fe64e3 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:11:57.742145 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.754044 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:57.758233 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.760893 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-043773c0-ff3f-48e4-96f9-17ec3bd950a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:57.828942 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=6']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:57.832095 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:57.849836 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b8fe4ef10>,) {'filters': {'network_id': ['bfdeac23-d34a-4688-9799-802d1a570ca4']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:57.863798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8fe4ef10>, '427b09df-b22f-4123-b728-862a26e02cd1') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:57.864103 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8fe4ef10>, '427b09df-b22f-4123-b728-862a26e02cd1') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:11:57.876824 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.892535 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:57.898503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:11:57.947610 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['1d2c126c-7fc2-44f2-8940-50c945fe64e3'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:11:58.001552 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e6586785-45a8-4e9d-9355-068b0bfb6495 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:11:58.049640 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: e6586785-45a8-4e9d-9355-068b0bfb6495 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:11:58.049984 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e6586785-45a8-4e9d-9355-068b0bfb6495 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:11:58.050380 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:11:58.085361 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:11:58.085706 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 6e3c9ec0-52b9-4400-8d41-dcb9d49a9bdd not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:11:58.121569 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Network bfdeac23-d34a-4688-9799-802d1a570ca4 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:11:58.130507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:58.286100 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeaf85-deff-4730-a4c8-dc5e71c4050f req-5f227ecb-c86d-4010-bc61-f07a562fa909 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:58.287621 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dfdeaf85-deff-4730-a4c8-dc5e71c4050f req-5f227ecb-c86d-4010-bc61-f07a562fa909 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.3159871
Apr 30 07:11:58.367132 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Network bfdeac23-d34a-4688-9799-802d1a570ca4 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:11:58.388891 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:11:58.577000 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dfdeaf85-deff-4730-a4c8-dc5e71c4050f req-4f814737-07ea-4895-b935-0e6feed58083 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2429879
Apr 30 07:11:58.590349 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:58.594357 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c85b076c-1e12-4125-8e2d-0dbc6d207b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:58.607800 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:58.619171 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfdeac23-d34a-4688-9799-802d1a570ca4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:58.622754 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:58.626082 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d2a6978c-d197-4b16-aef1-6d0adfcf376c admin admin] 10.222.0.35 "DELETE /v2.0/networks/bfdeac23-d34a-4688-9799-802d1a570ca4 HTTP/1.1" status: 204  len: 168 time: 1.1095204
Apr 30 07:11:58.799579 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52444) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:58.847013 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e7a78fe9-a14e-420c-b7ad-180612ce99aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33cafd6947cc465dac92e8a66e44b9d7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0460997
Apr 30 07:11:58.849399 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52448) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:11:58.911655 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:58.937056 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:58.989083 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:58.993888 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:59.007295 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed41dd-2f9b-49ef-8e9c-62c24455ec4a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:11:59.010794 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:11:59.017151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:59.018224 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20ed41dd-2f9b-49ef-8e9c-62c24455ec4a HTTP/1.1" status: 204  len: 168 time: 0.1679232
Apr 30 07:11:59.554276 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:11:59.630185 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:11:59.630743 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:59.789607 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:59.837938 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c0a7f-712a-4a8e-b39d-4e6da22f5a10 req-01cf7146-368f-4152-9f60-f8d3fd016478 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:11:59.839520 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-153c0a7f-712a-4a8e-b39d-4e6da22f5a10 req-01cf7146-368f-4152-9f60-f8d3fd016478 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.1215446
Apr 30 07:11:59.872475 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:11:59.907982 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:11:59.911629 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-153c0a7f-712a-4a8e-b39d-4e6da22f5a10 req-b44c3d27-ab4f-427a-9ca4-ee06dd63b117 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602236
Apr 30 07:11:59.922465 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:11:59.929862 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:11:59.985688 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'code': 200}
Apr 30 07:12:00.029689 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=7']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:00.033900 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:01.135698 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ecaecf04-abe0-485f-81c3-8175d6852ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:01.163626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bf71-8f93-49af-b2df-56f9d4af8c48 req-39efe871-3d96-479a-91ee-eb079c677e58 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:01.171636 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b3c3bf71-8f93-49af-b2df-56f9d4af8c48 req-39efe871-3d96-479a-91ee-eb079c677e58 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0984416
Apr 30 07:12:01.218022 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b3c3bf71-8f93-49af-b2df-56f9d4af8c48 req-82883973-858d-452f-b3ad-44ad05e6c5e7 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453815
Apr 30 07:12:02.502460 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a331d9-fab6-45cc-a2c7-86b59a3fc010 req-1ec3ab2a-29d9-4d03-94df-22ab99615e0c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:02.504784 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78a331d9-fab6-45cc-a2c7-86b59a3fc010 req-1ec3ab2a-29d9-4d03-94df-22ab99615e0c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0945201
Apr 30 07:12:02.574208 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78a331d9-fab6-45cc-a2c7-86b59a3fc010 req-45d4e562-fb73-447f-8de5-3df38b844211 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597806
Apr 30 07:12:03.567463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:03.731722 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-050f5fa4-abcf-4000-9f4e-ba6e8f94b5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:03.825127 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07846dc-f5dc-4a74-bb62-9006be32d428 req-e45a5572-77b0-4f24-a18c-ccf2a46b6019 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:03.826725 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d07846dc-f5dc-4a74-bb62-9006be32d428 req-e45a5572-77b0-4f24-a18c-ccf2a46b6019 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0971451
Apr 30 07:12:03.873416 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d07846dc-f5dc-4a74-bb62-9006be32d428 req-41f5ab12-c0ab-4ebb-ad14-78a59208f253 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403416
Apr 30 07:12:04.513190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ead26-63ae-4056-b78e-9069cd0eb84c req-285d729a-62a9-4055-9ee9-8857a833d118 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:04.516430 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5f7ead26-63ae-4056-b78e-9069cd0eb84c req-285d729a-62a9-4055-9ee9-8857a833d118 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0936291
Apr 30 07:12:04.571009 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5f7ead26-63ae-4056-b78e-9069cd0eb84c req-ba4e0c0c-6dc8-4533-b764-d0049be23835 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481019
Apr 30 07:12:04.623287 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:05.123937 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0db60-212a-4bd4-ad9d-b6668f01e6a6 req-738c35f1-3256-4e0b-b8a6-63390e2bbaae tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:05.126295 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bde0db60-212a-4bd4-ad9d-b6668f01e6a6 req-738c35f1-3256-4e0b-b8a6-63390e2bbaae tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0996392
Apr 30 07:12:05.179609 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bde0db60-212a-4bd4-ad9d-b6668f01e6a6 req-61d996c9-25fc-4ecd-bc77-2206aa370f5a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411935
Apr 30 07:12:05.769234 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327e6ff-0971-43dc-9f89-fbd5fce2059c req-27a2b22c-fb63-4791-8676-1b7cbb4e6201 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:05.776197 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1327e6ff-0971-43dc-9f89-fbd5fce2059c req-27a2b22c-fb63-4791-8676-1b7cbb4e6201 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0921402
Apr 30 07:12:05.819244 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1327e6ff-0971-43dc-9f89-fbd5fce2059c req-0b0c8cc4-74cd-4a0e-9992-2691260e8018 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419898
Apr 30 07:12:06.241596 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:06.401584 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8618b0-e48c-436d-bc57-148c90ae49c8 req-5b88fb4a-3404-49c2-a49e-84101ba74d47 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:06.403126 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ed8618b0-e48c-436d-bc57-148c90ae49c8 req-5b88fb4a-3404-49c2-a49e-84101ba74d47 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0885005
Apr 30 07:12:06.457347 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ed8618b0-e48c-436d-bc57-148c90ae49c8 req-283a29b3-f74b-40a5-870b-81f64c193ac8 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477545
Apr 30 07:12:07.031052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9bf30-2c8d-4a0a-a37e-dd5cacd19765 req-5d284f22-09ca-410c-83e2-b72a3e7856b6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:07.032475 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4af9bf30-2c8d-4a0a-a37e-dd5cacd19765 req-5d284f22-09ca-410c-83e2-b72a3e7856b6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0930548
Apr 30 07:12:07.091094 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4af9bf30-2c8d-4a0a-a37e-dd5cacd19765 req-cf4783bc-5c52-441c-8dde-107f4841093b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524495
Apr 30 07:12:07.720331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd560fc-0073-401b-9aff-fd2379592a56 req-82098ec9-1f95-4cd6-b2c8-9b7f16c3a59c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:07.721952 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0fd560fc-0073-401b-9aff-fd2379592a56 req-82098ec9-1f95-4cd6-b2c8-9b7f16c3a59c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.1067631
Apr 30 07:12:07.787036 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0fd560fc-0073-401b-9aff-fd2379592a56 req-80e4d173-84f9-409e-998d-b60d20079a60 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452709
Apr 30 07:12:08.328482 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2df29b-e7ed-4878-a799-ff8c0d7c3fd5 req-33cdee7f-1dde-4840-9980-857abe1f58a6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:08.336014 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3a2df29b-e7ed-4878-a799-ff8c0d7c3fd5 req-33cdee7f-1dde-4840-9980-857abe1f58a6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1200252
Apr 30 07:12:08.386937 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3a2df29b-e7ed-4878-a799-ff8c0d7c3fd5 req-c71ca021-8c19-4a7e-9f42-dab860fab1aa tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499630
Apr 30 07:12:08.985277 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129db2a7-67bc-4e98-84c7-e1fd36cb68e4 req-2f8699d6-b9dc-4f66-89ca-8a6fc9631af0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:08.986947 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-129db2a7-67bc-4e98-84c7-e1fd36cb68e4 req-2f8699d6-b9dc-4f66-89ca-8a6fc9631af0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0819757
Apr 30 07:12:09.037335 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-129db2a7-67bc-4e98-84c7-e1fd36cb68e4 req-a848b69f-166a-408f-9984-57c4a0ac4c3c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441728
Apr 30 07:12:09.561840 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac41f4-c17e-4647-9cb1-95a7a0f0da3c req-48d7c9ff-90c5-49f1-aa12-3d839b4c3eab tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:09.563272 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8ac41f4-c17e-4647-9cb1-95a7a0f0da3c req-48d7c9ff-90c5-49f1-aa12-3d839b4c3eab tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0793598
Apr 30 07:12:09.606667 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8ac41f4-c17e-4647-9cb1-95a7a0f0da3c req-d8c73531-4f81-4cc7-a6b2-7e4c7c15f26f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376663
Apr 30 07:12:10.221786 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3cb8e-0123-4ac4-a19f-37c786fbeafa req-3ca97646-5428-4d7c-ab63-2a76d7a79148 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:10.223231 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c7d3cb8e-0123-4ac4-a19f-37c786fbeafa req-3ca97646-5428-4d7c-ab63-2a76d7a79148 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0790777
Apr 30 07:12:10.267282 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c7d3cb8e-0123-4ac4-a19f-37c786fbeafa req-63a09dc9-b4de-449c-8cfb-b90509e6e8ed tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382504
Apr 30 07:12:10.373849 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:12:10.791883 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc789d6a-2690-42c0-bda8-212312ee2dc8 req-85410317-40e8-4673-aa1f-c02dfef52517 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:10.794007 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bc789d6a-2690-42c0-bda8-212312ee2dc8 req-85410317-40e8-4673-aa1f-c02dfef52517 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0816648
Apr 30 07:12:10.837831 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bc789d6a-2690-42c0-bda8-212312ee2dc8 req-d390e3c6-b7e5-44c5-8ce0-ef21f91fa9f7 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381405
Apr 30 07:12:11.460011 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5284b-775c-442e-aa37-78855b948444 req-dc4f0b8e-f97a-4fbf-87ce-f1bdc54913cf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:11.461183 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-10a5284b-775c-442e-aa37-78855b948444 req-dc4f0b8e-f97a-4fbf-87ce-f1bdc54913cf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0829320
Apr 30 07:12:11.506137 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-10a5284b-775c-442e-aa37-78855b948444 req-3857f4f8-0085-4d51-b8cd-7355ed7486f3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385368
Apr 30 07:12:12.020068 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729c6d6-619f-4387-a021-baf66990cfe5 req-fa81984a-396f-4543-af7c-ed3912818dfb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:12.021508 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9729c6d6-619f-4387-a021-baf66990cfe5 req-fa81984a-396f-4543-af7c-ed3912818dfb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0784104
Apr 30 07:12:12.065299 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9729c6d6-619f-4387-a021-baf66990cfe5 req-e9d2f505-d6bb-40b7-8bcc-f7c5e057dd51 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382044
Apr 30 07:12:12.701407 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e671a-11d7-40ae-890f-b960477d0846 req-2b010682-5396-4aa8-bdf3-2d1bc33ebb84 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:12.703516 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd6e671a-11d7-40ae-890f-b960477d0846 req-2b010682-5396-4aa8-bdf3-2d1bc33ebb84 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 946 time: 0.0823824
Apr 30 07:12:12.748395 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd6e671a-11d7-40ae-890f-b960477d0846 req-5f5c095a-5a2d-4260-b3ca-2a0df11c6ac1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388806
Apr 30 07:12:12.781430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-34fc9847-579b-4afd-b07e-5f238a0d556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:12.783311 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-34fc9847-579b-4afd-b07e-5f238a0d556c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1099 time: 0.0766447
Apr 30 07:12:12.912729 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-5cca1b34-4886-4d85-938e-fa013b4bacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:12.914059 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-5cca1b34-4886-4d85-938e-fa013b4bacd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1234629
Apr 30 07:12:13.018254 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-0ae71459-13db-45ca-bfec-f62250fb7ea1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 200  len: 1001 time: 0.0971732
Apr 30 07:12:13.081634 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-93943729-0f50-4757-9729-7f72d6156e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:13.083069 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-93943729-0f50-4757-9729-7f72d6156e11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0570827
Apr 30 07:12:13.160229 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-e1a252b0-ec89-49be-ad88-eed1e32d5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:13.161714 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-e1a252b0-ec89-49be-ad88-eed1e32d5966 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709763
Apr 30 07:12:13.430908 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-5104d302-7b17-49c8-b103-70d7a5a6fa86 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612896
Apr 30 07:12:13.439038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe8f2-9f08-4bc8-a82b-dfc613149ce6 req-d5e23e48-fabd-4c8e-91de-f0a7683fd06f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:13.440413 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cfcfe8f2-9f08-4bc8-a82b-dfc613149ce6 req-d5e23e48-fabd-4c8e-91de-f0a7683fd06f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.2501683
Apr 30 07:12:13.569976 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cfcfe8f2-9f08-4bc8-a82b-dfc613149ce6 req-ef2bc7ed-c59a-4f62-83a1-60a73ceb3e8f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108663
Apr 30 07:12:13.599492 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2c2843f-351b-498e-a2f8-f95c0fcd53c2 req-db7ab439-372c-4146-bff0-0ebe1226ee90 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581411
Apr 30 07:12:13.620124 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:12:13.734458 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:13.761133 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:12:13.771364 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:13.776865 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:13.777764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:13.848384 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'code': 200}
Apr 30 07:12:13.851064 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=8']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:13.861971 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.862324 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.862660 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.863113 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.863447 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.863799 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.864129 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.864455 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.864778 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.865108 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.865429 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.865736 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:13.869576 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:13.973782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792ca1f-ebb2-4464-b933-dbfcafded1a4 req-d0dae364-324f-4f14-ac58-7d99f2551dfd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:13.975454 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7792ca1f-ebb2-4464-b933-dbfcafded1a4 req-d0dae364-324f-4f14-ac58-7d99f2551dfd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0837750
Apr 30 07:12:14.021127 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7792ca1f-ebb2-4464-b933-dbfcafded1a4 req-7301f510-954f-4235-8598-e47314ef47b4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390477
Apr 30 07:12:14.760630 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c097d4-d7f1-4c7d-80db-b8e2f431c0d7 req-0c3322bb-5815-4950-bed9-19919088ab26 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:14.762846 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-50c097d4-d7f1-4c7d-80db-b8e2f431c0d7 req-0c3322bb-5815-4950-bed9-19919088ab26 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0823100
Apr 30 07:12:14.806435 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-50c097d4-d7f1-4c7d-80db-b8e2f431c0d7 req-13b5e026-e0d0-4307-a7c1-b603590b8589 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378981
Apr 30 07:12:15.206316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ca9a-79f4-4a7d-b905-d10412b4b78b req-021641c0-0f4b-4f95-b780-cf5910c19dab tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:15.207770 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d073ca9a-79f4-4a7d-b905-d10412b4b78b req-021641c0-0f4b-4f95-b780-cf5910c19dab tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0771589
Apr 30 07:12:15.251418 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d073ca9a-79f4-4a7d-b905-d10412b4b78b req-cd33f5d9-3e23-49ef-b71e-4d9ee431987c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379066
Apr 30 07:12:15.992109 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc495e-7b67-46f2-9615-63b6aaf3a038 req-83132987-ef65-4f82-abee-4b5f63d23ee5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:15.993526 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-89dc495e-7b67-46f2-9615-63b6aaf3a038 req-83132987-ef65-4f82-abee-4b5f63d23ee5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0818620
Apr 30 07:12:16.037192 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-89dc495e-7b67-46f2-9615-63b6aaf3a038 req-c6a631c4-8310-4821-b390-19f61a246286 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379100
Apr 30 07:12:16.438718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b8a5b-6276-4721-9371-7644f6726ce2 req-8160aae0-b367-4c71-bb60-51ae29d3ae2c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:16.440168 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-960b8a5b-6276-4721-9371-7644f6726ce2 req-8160aae0-b367-4c71-bb60-51ae29d3ae2c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0815203
Apr 30 07:12:16.484114 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-960b8a5b-6276-4721-9371-7644f6726ce2 req-af7eb266-8bc2-4857-8e63-04bb100bd1d5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382237
Apr 30 07:12:17.219617 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe52f-7ade-4a3b-9070-24e41e267f83 req-724c21ea-8429-4222-81cd-1537595b27da tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:17.221106 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-90dbe52f-7ade-4a3b-9070-24e41e267f83 req-724c21ea-8429-4222-81cd-1537595b27da tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0803547
Apr 30 07:12:17.265016 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-90dbe52f-7ade-4a3b-9070-24e41e267f83 req-465938b8-449f-4332-863b-663b3c99855b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381138
Apr 30 07:12:17.674340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524935b-c5be-4f96-8870-9dc0803a78e0 req-5950ebb3-b25a-4626-a96c-9e65e212752f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:17.675795 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1524935b-c5be-4f96-8870-9dc0803a78e0 req-5950ebb3-b25a-4626-a96c-9e65e212752f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0815406
Apr 30 07:12:17.721068 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1524935b-c5be-4f96-8870-9dc0803a78e0 req-c85cc78c-4b6e-4ad9-b9ed-250b2b402570 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395734
Apr 30 07:12:18.459014 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a9df-e335-43f0-bb06-c99addc95e79 req-449b36d4-df5f-499b-b9e8-d4dcd4cdaf4e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:18.460527 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a802a9df-e335-43f0-bb06-c99addc95e79 req-449b36d4-df5f-499b-b9e8-d4dcd4cdaf4e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0836809
Apr 30 07:12:18.504316 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a802a9df-e335-43f0-bb06-c99addc95e79 req-8f481bf4-3d17-4afc-b501-646f5a14be9d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381103
Apr 30 07:12:18.910546 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89686a-6371-4070-b24b-bf5881ce34c2 req-bd6ff008-650a-42fd-b045-63a43fd9ee6a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:18.911998 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7d89686a-6371-4070-b24b-bf5881ce34c2 req-bd6ff008-650a-42fd-b045-63a43fd9ee6a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0797038
Apr 30 07:12:18.955911 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7d89686a-6371-4070-b24b-bf5881ce34c2 req-adfa728d-3b98-4573-a89e-8bb1aa752583 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381823
Apr 30 07:12:19.693994 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ba68-497f-47c4-8f84-76a5bf0b8be1 req-9c5643ea-d30a-4931-ba80-69ca1883fc86 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:19.695675 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2af6ba68-497f-47c4-8f84-76a5bf0b8be1 req-9c5643ea-d30a-4931-ba80-69ca1883fc86 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0842757
Apr 30 07:12:19.748547 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2af6ba68-497f-47c4-8f84-76a5bf0b8be1 req-d24b68e6-a02a-473b-aeeb-61510ac5d4ee tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453117
Apr 30 07:12:19.859675 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e6c2-936d-4669-a2c0-8784689d9ac7 req-c8ca25b1-68b6-4e77-b984-02939e0bf104 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:19.861353 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d9f2e6c2-936d-4669-a2c0-8784689d9ac7 req-c8ca25b1-68b6-4e77-b984-02939e0bf104 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0856221
Apr 30 07:12:19.906703 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d9f2e6c2-936d-4669-a2c0-8784689d9ac7 req-e436fe0e-6313-4ea6-adae-111d9c69937a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395393
Apr 30 07:12:20.181081 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52762) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:20.293232 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-4a5af22d-05bd-4e7c-ad56-52a0abadfc45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1104507
Apr 30 07:12:20.935966 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320c08d-3261-4211-bf3e-164213128434 req-d157513e-6b04-45c8-9c35-a5b52a77a23c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:20.937428 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9320c08d-3261-4211-bf3e-164213128434 req-d157513e-6b04-45c8-9c35-a5b52a77a23c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0789008
Apr 30 07:12:20.983170 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9320c08d-3261-4211-bf3e-164213128434 req-d9548401-a041-478c-a764-3062b8f8b93a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399842
Apr 30 07:12:21.100500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d63e7-3e43-4927-92dd-39a278b8c5e6 req-253dc206-567a-40bd-9635-58b00497cd06 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:21.101918 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7e9d63e7-3e43-4927-92dd-39a278b8c5e6 req-253dc206-567a-40bd-9635-58b00497cd06 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0822468
Apr 30 07:12:21.146338 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7e9d63e7-3e43-4927-92dd-39a278b8c5e6 req-0c0c91ea-7a5d-4a16-86c5-673561f02092 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387058
Apr 30 07:12:21.755649 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:22.042375 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:12:22.178343 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d40646-53f2-4d53-8d12-8bca296289f9 req-af6d4207-5e4d-4ca7-a901-00b349cd28fc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:22.179843 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d3d40646-53f2-4d53-8d12-8bca296289f9 req-af6d4207-5e4d-4ca7-a901-00b349cd28fc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0925705
Apr 30 07:12:22.231665 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d3d40646-53f2-4d53-8d12-8bca296289f9 req-ae2410dd-87ba-4610-b762-edf1cbc2fffd tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417080
Apr 30 07:12:22.341958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f2957-edd1-4a50-ba80-7a8e40746a89 req-b6f19ff0-52b2-4ee5-9144-95742473ab8a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:22.343867 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-db5f2957-edd1-4a50-ba80-7a8e40746a89 req-b6f19ff0-52b2-4ee5-9144-95742473ab8a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0808058
Apr 30 07:12:22.396496 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-db5f2957-edd1-4a50-ba80-7a8e40746a89 req-f61608a0-cced-4e84-ad93-9d6d91d4d404 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465970
Apr 30 07:12:22.534694 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-36ce3bdf-eb06-412d-93aa-57080da35e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:22.536173 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-36ce3bdf-eb06-412d-93aa-57080da35e95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178&tenant_id=5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 1097 time: 0.0697536
Apr 30 07:12:22.627955 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-6e356dbe-667e-4eef-84c7-96747c49a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:22.629385 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-6e356dbe-667e-4eef-84c7-96747c49a9cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1097 time: 0.0690558
Apr 30 07:12:22.759548 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-7c7b6171-12fa-4b96-9412-1ee26d042df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:22.761053 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-7c7b6171-12fa-4b96-9412-1ee26d042df1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1236269
Apr 30 07:12:22.869493 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-3d5258a9-0a9f-49cc-bd76-bcf8bc123e43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 200  len: 999 time: 0.0987630
Apr 30 07:12:23.010682 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-655947d6-7ff7-4dc2-aa08-86c3903aa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:23.012749 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-655947d6-7ff7-4dc2-aa08-86c3903aa9d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.1347840
Apr 30 07:12:23.090693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-2fedae55-58af-441f-a178-6cdd1e705608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:23.092050 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-2fedae55-58af-441f-a178-6cdd1e705608 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695655
Apr 30 07:12:23.231188 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-bb43f128-ad68-4f0f-9748-8bf48e256f3c service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298630
Apr 30 07:12:23.369748 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6efba625-2c38-4856-b1d1-711f83ebc498 req-ee30a87a-5573-4362-85ca-fd263333fead service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308033
Apr 30 07:12:23.456593 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cb8e9-a906-4814-b4bb-10367b8f55be req-fe2bb392-db2e-4215-a8fd-01298b640cfe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:23.458378 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-467cb8e9-a906-4814-b4bb-10367b8f55be req-fe2bb392-db2e-4215-a8fd-01298b640cfe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1051574
Apr 30 07:12:23.612130 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd2338-4048-477a-a2c4-5de51e0298db req-d049257b-2ea9-4814-aa9d-59948912d879 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:23.613840 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cbdd2338-4048-477a-a2c4-5de51e0298db req-d049257b-2ea9-4814-aa9d-59948912d879 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0989718
Apr 30 07:12:23.631492 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-467cb8e9-a906-4814-b4bb-10367b8f55be req-4840edd4-a731-4270-aa38-891b20e90453 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1669257
Apr 30 07:12:23.661913 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cbdd2338-4048-477a-a2c4-5de51e0298db req-c3ba07d7-4e85-4516-808b-33483c5da47a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415583
Apr 30 07:12:24.817149 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87872a1a-1174-4cf4-b964-2513ad890701 req-4c748065-ba4e-45b0-9028-b683276f1d9a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:24.818612 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-87872a1a-1174-4cf4-b964-2513ad890701 req-4c748065-ba4e-45b0-9028-b683276f1d9a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0795801
Apr 30 07:12:24.849295 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e817-caf4-4ffc-a083-0cf5af1bde54 req-ec84404f-58a3-468c-8c98-9794f820224f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:24.850742 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b677e817-caf4-4ffc-a083-0cf5af1bde54 req-ec84404f-58a3-468c-8c98-9794f820224f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0784407
Apr 30 07:12:24.866479 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-87872a1a-1174-4cf4-b964-2513ad890701 req-2411238e-45c4-4656-bf01-bf28fad69683 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419292
Apr 30 07:12:24.896782 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b677e817-caf4-4ffc-a083-0cf5af1bde54 req-9507b276-70e6-4f77-ba95-5bf5267c267f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392065
Apr 30 07:12:26.049190 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e9e4-07cb-4cbe-b35c-680af2a42710 req-57d71475-0f68-4c0f-b90c-3b62ed022d5e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:26.050645 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4656e9e4-07cb-4cbe-b35c-680af2a42710 req-57d71475-0f68-4c0f-b90c-3b62ed022d5e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0789304
Apr 30 07:12:26.090323 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68415961-78a3-4ea0-b7b8-c7be65b9d6b6 req-e1d23e3f-8a42-434f-9486-c8c8a105fb19 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:26.091813 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-68415961-78a3-4ea0-b7b8-c7be65b9d6b6 req-e1d23e3f-8a42-434f-9486-c8c8a105fb19 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0830214
Apr 30 07:12:26.094532 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4656e9e4-07cb-4cbe-b35c-680af2a42710 req-48538f16-e613-42ee-ad0e-37b60cbb58a5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380967
Apr 30 07:12:26.136909 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-68415961-78a3-4ea0-b7b8-c7be65b9d6b6 req-afe8bc19-9792-4d06-b4ee-db208ae3b55f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387616
Apr 30 07:12:27.351406 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71e32-0568-4e4f-9cf4-d83dcaac50fd req-eacdf9e2-be2f-4b6a-b5f7-e0fe8ba28148 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:27.352871 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84f98-8a17-4fca-9cc7-0aeb4f516c84 req-65b0e1bc-2a52-4844-9dc6-defd319d7a32 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:27.353325 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0cf71e32-0568-4e4f-9cf4-d83dcaac50fd req-eacdf9e2-be2f-4b6a-b5f7-e0fe8ba28148 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0873017
Apr 30 07:12:27.354559 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b84f98-8a17-4fca-9cc7-0aeb4f516c84 req-65b0e1bc-2a52-4844-9dc6-defd319d7a32 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1501410
Apr 30 07:12:27.407775 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0cf71e32-0568-4e4f-9cf4-d83dcaac50fd req-a4e37312-b1ee-4358-aee7-144a93582c45 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489547
Apr 30 07:12:27.433859 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b84f98-8a17-4fca-9cc7-0aeb4f516c84 req-7cf4dde8-5dc1-4738-a6e6-def26ce35bbb tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733967
Apr 30 07:12:28.602658 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da86f1-fbb1-43e8-ab49-24dfc34f9e26 req-8e814549-08cc-415f-9830-9e32474267dc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:28.604836 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5da86f1-fbb1-43e8-ab49-24dfc34f9e26 req-8e814549-08cc-415f-9830-9e32474267dc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0833650
Apr 30 07:12:28.643958 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c3dd8-e535-4455-a05b-0dac8fbacbc6 req-566fa3d1-a65b-4eca-8df5-940c17cd0b5b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:28.650984 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8b5c3dd8-e535-4455-a05b-0dac8fbacbc6 req-566fa3d1-a65b-4eca-8df5-940c17cd0b5b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0967970
Apr 30 07:12:28.656499 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e5da86f1-fbb1-43e8-ab49-24dfc34f9e26 req-eb334185-5788-446a-9f33-6131844dcf02 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449276
Apr 30 07:12:28.694265 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8b5c3dd8-e535-4455-a05b-0dac8fbacbc6 req-f3d430f7-e0e8-4343-8ecc-82b2ff8e9ac0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424137
Apr 30 07:12:29.084724 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 52900) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:29.253190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.271318 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:29.275077 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Usage tracker for resource:security_group_rule and tenant:24454cfabb9848d2ba649082e3b43c93 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:29.278499 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:29.284601 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:29.382096 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.386307 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.401572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a4b0a10e-aa9b-44ae-a0a8-8d97679e52bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:29.444214 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f51d85-bbb0-4bbd-aee4-4c1b6f675acf,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:29.453630 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24454cfabb9848d2ba649082e3b43c93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3678434
Apr 30 07:12:29.455670 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.456476 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 52912) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:29.468250 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.468643 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.469000 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.469350 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.469697 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.470039 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.470378 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.470875 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.471061 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.471398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.475767 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:29.482976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-558bf2b0-8c30-4733-bf00-351b21e994e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:29.528199 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.569140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.637496 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.641289 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dc9c6392-14a9-47ae-bce8-72ce7576b3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:29.653182 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f51d85-bbb0-4bbd-aee4-4c1b6f675acf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:29.657412 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:29.661231 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:29.664810 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2f51d85-bbb0-4bbd-aee4-4c1b6f675acf HTTP/1.1" status: 204  len: 168 time: 0.2047634
Apr 30 07:12:30.071212 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6d1de-930f-457a-b510-26b61f9e0836 req-1f3760e0-b44d-4cf0-bf31-6dd31c3b4a4c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:30.073145 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f2e6d1de-930f-457a-b510-26b61f9e0836 req-1f3760e0-b44d-4cf0-bf31-6dd31c3b4a4c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0989418
Apr 30 07:12:30.137420 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f2e6d1de-930f-457a-b510-26b61f9e0836 req-31e6b4d2-2eea-48ed-b784-e091e978e51a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549588
Apr 30 07:12:30.223647 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85960b-e51e-4c64-ac04-642a2094176f req-e5a79f48-0617-49cc-a7f3-6c2e97f003a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:30.225261 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ed85960b-e51e-4c64-ac04-642a2094176f req-e5a79f48-0617-49cc-a7f3-6c2e97f003a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.3872507
Apr 30 07:12:30.274468 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ed85960b-e51e-4c64-ac04-642a2094176f req-d824ea06-9c5e-433f-b542-e058ed322d37 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425546
Apr 30 07:12:31.118873 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-12a7c5bd-4a77-48fc-a445-66871a10a357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:31.324277 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf543ca-8681-471f-b9a7-602536bdc92e req-fa3de0e8-db45-4f20-a939-5b315d593545 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:31.330993 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8cf543ca-8681-471f-b9a7-602536bdc92e req-fa3de0e8-db45-4f20-a939-5b315d593545 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0893602
Apr 30 07:12:31.372706 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8cf543ca-8681-471f-b9a7-602536bdc92e req-12083068-0319-4c88-8116-1c4750387ade tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408564
Apr 30 07:12:31.476463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879a38c-c4e6-4f16-859f-25b816a9b1df req-0108b580-45ba-4634-bb8a-2183784923b2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:31.477981 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4879a38c-c4e6-4f16-859f-25b816a9b1df req-0108b580-45ba-4634-bb8a-2183784923b2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0869274
Apr 30 07:12:31.526132 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4879a38c-c4e6-4f16-859f-25b816a9b1df req-711501c7-f9c1-4b8b-a90e-3701799670e0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408850
Apr 30 07:12:32.584340 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b8df-67ed-4684-96a8-c67dc77bf429 req-5f9d3530-7a50-4e50-9e17-667d22274524 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:32.585882 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f0b9b8df-67ed-4684-96a8-c67dc77bf429 req-5f9d3530-7a50-4e50-9e17-667d22274524 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0903375
Apr 30 07:12:32.634307 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f0b9b8df-67ed-4684-96a8-c67dc77bf429 req-96c0eb80-a322-4558-a5ba-2cf6ac10bc8a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425100
Apr 30 07:12:32.736558 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1190-4607-421f-ba05-10641b8cae91 req-6903980a-63cd-4ea6-9ffa-53bd6a54b13d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:32.738209 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f40f1190-4607-421f-ba05-10641b8cae91 req-6903980a-63cd-4ea6-9ffa-53bd6a54b13d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0816140
Apr 30 07:12:32.788310 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f40f1190-4607-421f-ba05-10641b8cae91 req-3897f44e-1ec7-4f84-8868-4e639d21a339 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442026
Apr 30 07:12:33.562245 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:33.729049 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-14dfbd85-58b6-4c0e-89a4-b5bd963b5846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:33.824664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2317d-b97b-4108-91bb-37efc3710bdb req-50c4a308-8063-4025-9d59-e6132bdf5178 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:33.825801 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47b2317d-b97b-4108-91bb-37efc3710bdb req-50c4a308-8063-4025-9d59-e6132bdf5178 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0808077
Apr 30 07:12:33.879304 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47b2317d-b97b-4108-91bb-37efc3710bdb req-05a4462b-05f4-4cc7-87af-bea05660ad58 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468836
Apr 30 07:12:34.001641 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175199-e730-4b8d-bfe7-ee3434947f3c req-54bc1ff9-f9d5-469b-844a-bf8c7726351b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:34.003074 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-29175199-e730-4b8d-bfe7-ee3434947f3c req-54bc1ff9-f9d5-469b-844a-bf8c7726351b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0799868
Apr 30 07:12:34.048877 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-29175199-e730-4b8d-bfe7-ee3434947f3c req-2d30c1c3-748e-4f52-a8fe-604116aebc62 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399508
Apr 30 07:12:34.570259 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-a23c5b1c-8685-498d-b611-362ce1647696 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e100ff9e388b4d3ea320bf9a2e2b1217&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0320423
Apr 30 07:12:34.629070 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:34.726405 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-049fdafb-6acd-4536-ae97-7a3b2cef9fe5 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:34.728203 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-049fdafb-6acd-4536-ae97-7a3b2cef9fe5 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1523464
Apr 30 07:12:34.744116 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-edf6bc6e-49c0-491a-92b7-14d59046645d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/quotas/e100ff9e388b4d3ea320bf9a2e2b1217 HTTP/1.1" status: 200  len: 375 time: 0.0096250
Apr 30 07:12:34.793936 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-acf5e2f6-c298-4e62-9e17-67e4802063d0 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e100ff9e388b4d3ea320bf9a2e2b1217&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437286
Apr 30 07:12:35.069391 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f1f76eac-331f-4ae7-a803-cb3a99ba2d5b req-42c9a6b4-bfda-41de-b870-298f61073ff7 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0520012
Apr 30 07:12:35.111507 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1cc1f-0652-4804-a23a-53463420f7b9 req-eec5cfa3-684b-46a9-85bd-60b7c606c4f3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:35.113787 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-56f1cc1f-0652-4804-a23a-53463420f7b9 req-eec5cfa3-684b-46a9-85bd-60b7c606c4f3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0993004
Apr 30 07:12:35.189804 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-56f1cc1f-0652-4804-a23a-53463420f7b9 req-6fe94cff-d8df-4106-816f-4068931b0299 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689869
Apr 30 07:12:35.330652 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388832-861e-4812-bc93-b3f275081671 req-507b5735-105b-49af-b919-2dea4464124d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:35.338303 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd388832-861e-4812-bc93-b3f275081671 req-507b5735-105b-49af-b919-2dea4464124d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0977900
Apr 30 07:12:35.400078 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-cd388832-861e-4812-bc93-b3f275081671 req-d962a68c-9365-4470-9e0b-f70c2bf36222 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608449
Apr 30 07:12:36.211139 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b54165d5-4a30-4f3d-9111-6c221ba09be6 req-a7b32d17-8518-465b-afd6-427308f40591 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0428283
Apr 30 07:12:36.226181 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:36.368185 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4033f-427c-4a79-9349-09e0a1bebfe0 req-403d1a3c-631f-485f-a2c1-85f41f1c106d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:36.369648 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a4f4033f-427c-4a79-9349-09e0a1bebfe0 req-403d1a3c-631f-485f-a2c1-85f41f1c106d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0826199
Apr 30 07:12:36.417827 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a4f4033f-427c-4a79-9349-09e0a1bebfe0 req-ea63829d-a217-4849-99b5-384e19a7bc96 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413449
Apr 30 07:12:36.608026 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65547b85-9a95-43fc-8529-7e226fb202f6 req-88a79eb5-ac15-47fc-8702-92de4c00e7c4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:36.609700 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-65547b85-9a95-43fc-8529-7e226fb202f6 req-88a79eb5-ac15-47fc-8702-92de4c00e7c4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0918801
Apr 30 07:12:36.672947 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-65547b85-9a95-43fc-8529-7e226fb202f6 req-8b132cbe-902a-41a6-aa6c-99e9a3012b14 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561781
Apr 30 07:12:37.361906 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-75f3b92d-3424-4b13-b761-b08586d6a48c req-a0161ec2-64bf-4478-9125-f7f46ef5129e tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0416627
Apr 30 07:12:37.608469 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88dc3-4af8-40e1-8b82-11c433be6c53 req-fdc5af04-ffb6-4c69-b18f-da228dd3ede9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:37.610214 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7bb88dc3-4af8-40e1-8b82-11c433be6c53 req-fdc5af04-ffb6-4c69-b18f-da228dd3ede9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0848918
Apr 30 07:12:37.656683 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7bb88dc3-4af8-40e1-8b82-11c433be6c53 req-caf89b8c-e7dd-471c-9fde-4fe5fcdda18d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402665
Apr 30 07:12:37.858589 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9fcb1-9b2e-42bb-bd9f-7749a09e0797 req-e5cab53e-3d0f-4868-9d96-fae015af9f1d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:37.859991 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6dd9fcb1-9b2e-42bb-bd9f-7749a09e0797 req-e5cab53e-3d0f-4868-9d96-fae015af9f1d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0817029
Apr 30 07:12:37.906818 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6dd9fcb1-9b2e-42bb-bd9f-7749a09e0797 req-99ffe3d6-6684-4c4c-886c-c9d7cb2e78f9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408146
Apr 30 07:12:38.604523 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-40ac15ec-07ae-419b-852a-f225ae50fa12 req-2897c665-56f9-4871-8bdb-89ba6c0978f9 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.1340551
Apr 30 07:12:38.847415 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b146-37c3-4a06-95cf-ebdc30c69412 req-464a379d-36a9-4284-9f7b-01b0567ef2b0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:38.848893 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0fb7b146-37c3-4a06-95cf-ebdc30c69412 req-464a379d-36a9-4284-9f7b-01b0567ef2b0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0846095
Apr 30 07:12:38.897213 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0fb7b146-37c3-4a06-95cf-ebdc30c69412 req-37ab4715-b636-4a48-a688-188548c1be45 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424626
Apr 30 07:12:39.101292 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daac58-ba60-4de5-9849-d045c20f4aba req-e95f26c5-3c6d-487b-ad74-a5a1e97aa04b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:39.102713 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-54daac58-ba60-4de5-9849-d045c20f4aba req-e95f26c5-3c6d-487b-ad74-a5a1e97aa04b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0795338
Apr 30 07:12:39.151550 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-54daac58-ba60-4de5-9849-d045c20f4aba req-f9d4edf6-5c9e-4689-8908-5e49eefe404c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420804
Apr 30 07:12:39.768572 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-da554472-808b-492e-a9c5-2e67d99e3dfb req-59800368-9cb7-4ffc-98ea-70d9e8009efa tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0534124
Apr 30 07:12:39.833041 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53098) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:39.959082 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.065944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:40.069711 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Usage tracker for resource:security_group_rule and tenant:81d32d7b546042789270626826290d8e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:40.072504 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:40.078925 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:40.105304 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2c3fc-c693-4b4e-b19a-a6fc435d269f req-32ba71d3-888c-4d71-a182-095b94285f4a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:40.106839 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1bc2c3fc-c693-4b4e-b19a-a6fc435d269f req-32ba71d3-888c-4d71-a182-095b94285f4a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0944319
Apr 30 07:12:40.170608 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1bc2c3fc-c693-4b4e-b19a-a6fc435d269f req-991f0dfe-0a64-4a45-9325-a620aaa635e0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571599
Apr 30 07:12:40.200407 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.206731 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.238590 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4871241c-86f9-4459-b4e1-42ac95c87db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:40.248241 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81d32d7b546042789270626826290d8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4141343
Apr 30 07:12:40.248639 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53110) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:40.272868 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff616180-3196-4825-a6c3-385fcbd98fd9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:40.314961 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.322262 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.322552 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.322918 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.323853 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.324205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.324556 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.324907 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.325253 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.325598 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.325942 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.326285 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.326624 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:12:40.334137 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:40.348976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.378878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9157690-be7e-4466-bc9e-b123eb8815df req-1f8a6034-adac-46d5-9ab5-105316c000fc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:40.380275 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f9157690-be7e-4466-bc9e-b123eb8815df req-1f8a6034-adac-46d5-9ab5-105316c000fc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.1094334
Apr 30 07:12:40.406959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.412404 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-08f18a56-c3fe-442a-a3e6-da5416ed85db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:40.424985 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff616180-3196-4825-a6c3-385fcbd98fd9,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:40.428289 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f9157690-be7e-4466-bc9e-b123eb8815df req-4e2d486f-8695-4592-8d34-7ea339d7fc70 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413203
Apr 30 07:12:40.435128 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:40.440805 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.441603 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff616180-3196-4825-a6c3-385fcbd98fd9 HTTP/1.1" status: 204  len: 168 time: 0.1918659
Apr 30 07:12:40.716030 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53118) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:40.734791 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.749188 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:40.752958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Usage tracker for resource:security_group_rule and tenant:1eee822d41f0450383fe54721114661e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:40.755677 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:40.761609 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:40.844002 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.848358 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:40.857632 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f45a443a-2f98-4fe8-9a25-e7a3dc885dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:40.935772 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e18b18-1aea-42d2-b2fb-fdc4968be460,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:40.939913 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1eee822d41f0450383fe54721114661e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2227681
Apr 30 07:12:40.941003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:40.942696 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53124) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:40.954042 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-64a55597-2b84-488a-8c39-8554614a39fa req-6d32e45a-24c0-4c77-b2d9-bdce219eecbd tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0749946
Apr 30 07:12:41.007063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:41.034282 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:41.089536 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:41.094320 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e742a023-667a-4001-b14d-901c49bad74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:41.108060 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e18b18-1aea-42d2-b2fb-fdc4968be460,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:41.110230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:41.117484 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:41.118754 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45e18b18-1aea-42d2-b2fb-fdc4968be460 HTTP/1.1" status: 204  len: 168 time: 0.1750991
Apr 30 07:12:41.634719 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ce91d-5df8-46ca-8da8-0dc750284301 req-370d6f8c-ef3f-4b34-8e4d-248f2a5173bb tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:41.635342 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6e10-36ae-4362-b82e-183ddcd45289 req-fff4836d-ac0f-4b78-810f-b1735154a843 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:41.637036 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4b6ce91d-5df8-46ca-8da8-0dc750284301 req-370d6f8c-ef3f-4b34-8e4d-248f2a5173bb tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0834653
Apr 30 07:12:41.642830 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74bb6e10-36ae-4362-b82e-183ddcd45289 req-fff4836d-ac0f-4b78-810f-b1735154a843 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1082230
Apr 30 07:12:41.689332 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4b6ce91d-5df8-46ca-8da8-0dc750284301 req-97ccffa5-5cfc-4b69-b5dd-9c3a556c03a6 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462875
Apr 30 07:12:41.720309 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-74bb6e10-36ae-4362-b82e-183ddcd45289 req-52d0022a-24e8-4096-b559-fc87fb08f0b2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637252
Apr 30 07:12:41.728374 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-0a9c4965-cd02-416a-9929-9b77b13d75af tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e100ff9e388b4d3ea320bf9a2e2b1217&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0358508
Apr 30 07:12:41.902439 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-ec50c0a8-6346-4a77-997e-c03ae165d709 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:41.904037 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-ec50c0a8-6346-4a77-997e-c03ae165d709 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1642277
Apr 30 07:12:41.919892 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Request body: {'port': {'device_id': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee', 'admin_state_up': True, 'tenant_id': 'e100ff9e388b4d3ea320bf9a2e2b1217'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:12:42.125786 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a2af0dbc-1602-45f0-acff-1b8442afcb66 req-dc019cbd-7f7e-4c86-839b-482d40bd7e95 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0523484
Apr 30 07:12:42.154588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:42.158546 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Usage tracker for resource:port and tenant:e100ff9e388b4d3ea320bf9a2e2b1217 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:42.171577 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:42.180908 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:42.195875 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Made reservation on behalf of e100ff9e388b4d3ea320bf9a2e2b1217 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:12:42.202997 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:42.212006 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bd44a-523d-4e63-a321-44d339a5a0ed req-3e0f9343-6491-4c70-a998-f7383de961ae tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:42.214174 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-221bd44a-523d-4e63-a321-44d339a5a0ed req-3e0f9343-6491-4c70-a998-f7383de961ae tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1522231
Apr 30 07:12:42.221029 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:42.240540 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:42.244358 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Usage tracker for resource:security_group_rule and tenant:e100ff9e388b4d3ea320bf9a2e2b1217 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:42.248208 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:42.254867 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:42.264138 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6e33-f655-4058-99ab-c151762046e5 req-887392d4-c512-45b4-a4c3-f9fb83428d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:42.265784 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-887392d4-c512-45b4-a4c3-f9fb83428d04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1099 time: 0.1301644
Apr 30 07:12:42.277223 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-221bd44a-523d-4e63-a321-44d339a5a0ed req-fe11c001-e2a4-4d10-b9a4-d71b9a46a5f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502663
Apr 30 07:12:42.362941 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:42.368568 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:42.373390 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:42.414916 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6e33-f655-4058-99ab-c151762046e5 req-61630ad5-f5f5-4aa6-b48b-f39ca466f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:42.417705 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-61630ad5-f5f5-4aa6-b48b-f39ca466f980 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.1433320
Apr 30 07:12:42.456841 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a56312-64cf-4569-a704-9b3ae96cc911,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:42.459881 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:42.546468 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-5967c5a3-b1ff-4673-8d82-466d640425ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 1001 time: 0.1210802
Apr 30 07:12:42.555245 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Allocated IP 192.168.233.77 (a1e8a1f9-7662-4584-9286-266f949a76ee/8095cc15-77d9-421c-9841-fcaf0aebfece/4ff3d930-9690-4337-a6a9-29f54fb6dc33) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:12:42.620096 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6e33-f655-4058-99ab-c151762046e5 req-558ae9a6-1c25-4bf2-9cf5-8b7cc20a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:42.621637 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-558ae9a6-1c25-4bf2-9cf5-8b7cc20a2685 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0620787
Apr 30 07:12:42.702509 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6e33-f655-4058-99ab-c151762046e5 req-14b451fc-a34c-49e1-9e6a-0f6f22cd7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:42.704004 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-14b451fc-a34c-49e1-9e6a-0f6f22cd7855 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749383
Apr 30 07:12:42.767436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:42.785380 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Transition to ACTIVE for port object 4ff3d930-9690-4337-a6a9-29f54fb6dc33 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:12:42.813927 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:42.820662 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-970b55f8-36f5-4b8a-98e9-e220f17a6fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:42.864221 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-4468281e-3126-4ca9-b53c-b817a71b6a67 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522117
Apr 30 07:12:42.934428 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Network a1e8a1f9-7662-4584-9286-266f949a76ee is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:12:42.939320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:12:42.944017 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:12:42.996027 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Pushing event updated for resources: {'Port': ['ID=4ff3d930-9690-4337-a6a9-29f54fb6dc33,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:43.001401 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:43.011319 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a50d6e33-f655-4058-99ab-c151762046e5 req-4b50a75d-9da9-4e3a-8e9b-b378fa2c1846 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385026
Apr 30 07:12:43.038015 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:43.038638 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.074575 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f82483-3fe8-4a19-82c5-18b5abc215c2 req-47b4d33c-4554-4feb-8cdb-4dd42ac8f18d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:43.080848 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74f82483-3fe8-4a19-82c5-18b5abc215c2 req-47b4d33c-4554-4feb-8cdb-4dd42ac8f18d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.2265553
Apr 30 07:12:43.116712 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2019980
Apr 30 07:12:43.141761 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Request body: {'port': {'device_id': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:12:43.159177 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53194) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:43.198986 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-d8dda1d5-aac7-48dc-923b-bb2285c96437 None None] Provisioning for port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:12:43.205603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-d8dda1d5-aac7-48dc-923b-bb2285c96437 None None] Provisioning complete for port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:12:43.206121 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d8dda1d5-aac7-48dc-923b-bb2285c96437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.279062 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74f82483-3fe8-4a19-82c5-18b5abc215c2 req-438c1f0c-c0b8-4fe7-b96a-80929369d649 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1972251
Apr 30 07:12:43.306850 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.322460 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:43.331984 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-d8dda1d5-aac7-48dc-923b-bb2285c96437 None None] Port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:12:43.378189 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Usage tracker for resource:security_group_rule and tenant:e89cc54c686c42c99160e571e1f0b46b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:43.383089 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:43.391600 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:43.442102 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.455365 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5399c-781c-401f-b342-481c1cebe83c req-d0cd239e-6b28-492b-9341-987eb6601dba tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:43.456864 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-88f5399c-781c-401f-b342-481c1cebe83c req-d0cd239e-6b28-492b-9341-987eb6601dba tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 935 time: 0.1315353
Apr 30 07:12:43.520620 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-88f5399c-781c-401f-b342-481c1cebe83c req-c82d7e93-5d80-43e7-babb-6b6996f5eca6 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569892
Apr 30 07:12:43.547172 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.551230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.558118 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-77faef27-639d-41ce-ac2d-ef09c1a8c877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:43.599566 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e89cc54c686c42c99160e571e1f0b46b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4390445
Apr 30 07:12:43.601125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e06e60c-b431-4703-b846-e3ccd1270be3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:43.602995 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53202) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:43.609496 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466410d1-ee2e-4bb5-9b9e-e805c47332c9 req-39557726-3add-4ae3-bc37-aac9a410ffd3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:43.611113 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-466410d1-ee2e-4bb5-9b9e-e805c47332c9 req-39557726-3add-4ae3-bc37-aac9a410ffd3 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.2110727
Apr 30 07:12:43.614525 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:43.670247 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.685560 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-466410d1-ee2e-4bb5-9b9e-e805c47332c9 req-8fb54ed3-2d21-4ba6-b229-d2c921ce6034 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646279
Apr 30 07:12:43.708306 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.764515 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.768196 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0b75c740-82f5-46c2-9002-6e869ed1d23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:43.780171 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e06e60c-b431-4703-b846-e3ccd1270be3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:43.782369 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:43.788551 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.791806 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e06e60c-b431-4703-b846-e3ccd1270be3 HTTP/1.1" status: 204  len: 168 time: 0.1858122
Apr 30 07:12:43.878981 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff3d930-9690-4337-a6a9-29f54fb6dc33 {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:12:43.887639 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.902109 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Transition to ACTIVE for port object 4ff3d930-9690-4337-a6a9-29f54fb6dc33 will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:12:43.908484 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:43.912262 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-52f5bcb7-3f2a-4b51-854c-0d65d86699ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:44.076355 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff3d930-9690-4337-a6a9-29f54fb6dc33,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:44.092717 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53210) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:44.103163 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:44.110206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.125817 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:44.130225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Usage tracker for resource:security_group_rule and tenant:18b726b8a79c4689b091040187aa85c8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:44.133249 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:44.140125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:44.150147 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Attempting to bind port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:12:44.150662 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Attempting to bind port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:12:44.150999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Attempting to bind port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 on network a1e8a1f9-7662-4584-9286-266f949a76ee {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:12:44.156127 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 on network a1e8a1f9-7662-4584-9286-266f949a76ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:12:44.156541 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Attempting to bind port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 on network a1e8a1f9-7662-4584-9286-266f949a76ee {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:12:44.161819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:12:44.162159 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Checking segment: {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:12:44.162541 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Bound using segment: {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:12:44.163054 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Bound port: 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacaa6f9-ed06-478a-860c-ceb77c19fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:12:44.163425 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.225054 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.230778 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.240271 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8b513356-2dbf-4274-814d-0a4a8439b14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:44.260670 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] For port 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:12:44.263816 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] For port 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:12:44.268366 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.273016 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:44.281235 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18b726b8a79c4689b091040187aa85c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1874020
Apr 30 07:12:44.282167 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d428bf-a4bd-408b-b0c9-e6afe4dda065,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:44.284434 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53214) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:44.286752 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:44.326281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.326884 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.329134 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] 10.222.0.10 "PUT /v2.0/ports/4ff3d930-9690-4337-a6a9-29f54fb6dc33 HTTP/1.1" status: 200  len: 1097 time: 1.1942384
Apr 30 07:12:44.329649 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'tag': '4ff3d930-9690-4337-a6a9-29f54fb6dc33'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:12:44.365199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff3d930-9690-4337-a6a9-29f54fb6dc33,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:44.376483 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:44.423676 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'tag': '4ff3d930-9690-4337-a6a9-29f54fb6dc33', 'status': 'completed', 'code': 200}
Apr 30 07:12:44.470284 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-1915c29d-08b8-4cc9-a3e4-bc5ab473e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.471879 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-1915c29d-08b8-4cc9-a3e4-bc5ab473e18a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e100ff9e388b4d3ea320bf9a2e2b1217&device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 1100 time: 0.0931447
Apr 30 07:12:44.505797 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.544051 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.549965 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-7bb6e5bf-84b3-4cef-ad10-7082afd45375 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33 HTTP/1.1" status: 200  len: 217 time: 0.0612357
Apr 30 07:12:44.607094 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a43ce0-ec66-42c6-9ad6-77be390f1018 req-f66c6ad4-c637-4441-97cc-8f890d8b3d76 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.608879 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-85a43ce0-ec66-42c6-9ad6-77be390f1018 req-f66c6ad4-c637-4441-97cc-8f890d8b3d76 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.1432965
Apr 30 07:12:44.631675 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-ef180e93-7924-4732-90fa-f1a57d9dad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.633561 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-ef180e93-7924-4732-90fa-f1a57d9dad4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8095cc15-77d9-421c-9841-fcaf0aebfece HTTP/1.1" status: 200  len: 843 time: 0.0764198
Apr 30 07:12:44.649042 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.653073 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5e4bde51-a0eb-49c9-a21b-147b22bd9033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:44.671505 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d428bf-a4bd-408b-b0c9-e6afe4dda065,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:44.677506 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-85a43ce0-ec66-42c6-9ad6-77be390f1018 req-e0b4f498-063f-434a-9614-ffe194a90ce4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609288
Apr 30 07:12:44.679426 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:44.681456 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:44.682547 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8d428bf-a4bd-408b-b0c9-e6afe4dda065 HTTP/1.1" status: 204  len: 168 time: 0.3971748
Apr 30 07:12:44.784253 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e65d1-070a-4326-b788-a85733919367 req-f41a83d3-b5d4-45bd-b673-5c9a138376a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.785766 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-f41a83d3-b5d4-45bd-b673-5c9a138376a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1e8a1f9-7662-4584-9286-266f949a76ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1395164
Apr 30 07:12:44.793872 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165840e-7328-461d-982f-0af71f162796 req-c6b1a9fa-a93a-4314-996e-30dc14045037 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.794582 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-4165840e-7328-461d-982f-0af71f162796 req-c6b1a9fa-a93a-4314-996e-30dc14045037 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Synchronizing usage tracker for tenant:e100ff9e388b4d3ea320bf9a2e2b1217 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:12:44.850874 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-4165840e-7328-461d-982f-0af71f162796 req-c6b1a9fa-a93a-4314-996e-30dc14045037 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Unset dirty status for tenant:e100ff9e388b4d3ea320bf9a2e2b1217 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:12:44.852465 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4165840e-7328-461d-982f-0af71f162796 req-c6b1a9fa-a93a-4314-996e-30dc14045037 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 947 time: 0.1706419
Apr 30 07:12:44.889516 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346b711-0e3c-44cb-8169-c6b0e10a4e30 req-b7041fcf-7857-4ec0-8aa8-ccd0e1619349 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:44.891123 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5346b711-0e3c-44cb-8169-c6b0e10a4e30 req-b7041fcf-7857-4ec0-8aa8-ccd0e1619349 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0888882
Apr 30 07:12:44.945108 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5346b711-0e3c-44cb-8169-c6b0e10a4e30 req-b5de4d6b-4328-461c-9edd-7ad8566e2140 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482960
Apr 30 07:12:44.969059 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-4165840e-7328-461d-982f-0af71f162796 req-3bee76a7-9082-42fb-a781-1f4971bc19ce tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Synchronizing usage tracker for tenant:e100ff9e388b4d3ea320bf9a2e2b1217 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:12:44.991857 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-63c1716d-ed00-498d-8dbe-369aac5d5c9d service neutron] 10.222.0.10 "GET /v2.0/networks/a1e8a1f9-7662-4584-9286-266f949a76ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905909
Apr 30 07:12:45.000525 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-4165840e-7328-461d-982f-0af71f162796 req-3bee76a7-9082-42fb-a781-1f4971bc19ce tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Unset dirty status for tenant:e100ff9e388b4d3ea320bf9a2e2b1217 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:12:45.001826 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4165840e-7328-461d-982f-0af71f162796 req-3bee76a7-9082-42fb-a781-1f4971bc19ce tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008809
Apr 30 07:12:45.217992 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-041e65d1-070a-4326-b788-a85733919367 req-049e930b-256b-43d5-9505-563fa07b4b38 service neutron] 10.222.0.10 "GET /v2.0/networks/a1e8a1f9-7662-4584-9286-266f949a76ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152138
Apr 30 07:12:45.342475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-48159bfb-9fbd-48e1-8c2f-c976e60b2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:45.343980 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-48159bfb-9fbd-48e1-8c2f-c976e60b2d9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e100ff9e388b4d3ea320bf9a2e2b1217&device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 1100 time: 0.0708270
Apr 30 07:12:45.476931 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-cfb53806-c02c-4e7d-97b1-ff602535aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:45.478357 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-cfb53806-c02c-4e7d-97b1-ff602535aa7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a1e8a1f9-7662-4584-9286-266f949a76ee HTTP/1.1" status: 200  len: 870 time: 0.1244526
Apr 30 07:12:45.555685 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-548f0fee-db1a-42c7-9c12-7b33d994cc0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33 HTTP/1.1" status: 200  len: 217 time: 0.0645695
Apr 30 07:12:45.620944 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-b299b4a6-508e-4706-a353-b12c9c0b4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:45.622403 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-b299b4a6-508e-4706-a353-b12c9c0b4f87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8095cc15-77d9-421c-9841-fcaf0aebfece HTTP/1.1" status: 200  len: 843 time: 0.0572321
Apr 30 07:12:45.703065 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-dc0b2f8e-7086-4aad-a211-eaad11f0245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:45.704601 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-dc0b2f8e-7086-4aad-a211-eaad11f0245a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1e8a1f9-7662-4584-9286-266f949a76ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0737860
Apr 30 07:12:45.845782 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-7b06da5c-b586-4c96-ab69-cb9417d0c167 service neutron] 10.222.0.10 "GET /v2.0/networks/a1e8a1f9-7662-4584-9286-266f949a76ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287262
Apr 30 07:12:45.897412 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d596db-7f51-44f6-92dd-74420bb3105f req-504012de-2aca-487c-807e-9dd00a8da499 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:45.899039 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a2d596db-7f51-44f6-92dd-74420bb3105f req-504012de-2aca-487c-807e-9dd00a8da499 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0869932
Apr 30 07:12:45.946791 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a2d596db-7f51-44f6-92dd-74420bb3105f req-3b0bad4c-c529-45a9-8a8b-e852e0e0a18a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401902
Apr 30 07:12:45.987098 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06277e82-6231-4dfa-a8af-f2f36d1eb957 req-6d56f6f4-c750-4480-bc2d-10f3d4ac101d service neutron] 10.222.0.10 "GET /v2.0/networks/a1e8a1f9-7662-4584-9286-266f949a76ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319616
Apr 30 07:12:46.328910 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3199b-64fb-4f5d-a158-8d2c8f45fc26 req-45367dea-998c-4a58-ba7a-affec291b7f5 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:46.330382 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9ca3199b-64fb-4f5d-a158-8d2c8f45fc26 req-45367dea-998c-4a58-ba7a-affec291b7f5 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 947 time: 0.0804868
Apr 30 07:12:46.374871 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9ca3199b-64fb-4f5d-a158-8d2c8f45fc26 req-ada45cbb-553a-4ac7-9079-158152a93c5f tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383875
Apr 30 07:12:47.138894 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34f032-5ad9-43b7-aa75-efe7ed61a100 req-8a80c32e-34a3-4fa7-aae7-151f5b037655 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:47.140399 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ca34f032-5ad9-43b7-aa75-efe7ed61a100 req-8a80c32e-34a3-4fa7-aae7-151f5b037655 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0826473
Apr 30 07:12:47.186250 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ca34f032-5ad9-43b7-aa75-efe7ed61a100 req-caae3639-180d-4b02-aeeb-3c282cd92cf9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400827
Apr 30 07:12:47.364599 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53300) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:47.372293 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:12:47.487866 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.502915 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:47.506812 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:828812c679584e07bd12f5cc2c914a5b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:47.509827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:47.516230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:47.570996 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf39fc7-1374-44e7-b8de-e8afd9387894 req-2ca59226-6c69-45fa-89d7-7105196ee6ff tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:47.572610 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8bf39fc7-1374-44e7-b8de-e8afd9387894 req-2ca59226-6c69-45fa-89d7-7105196ee6ff tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 947 time: 0.0915136
Apr 30 07:12:47.610331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.622134 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8bf39fc7-1374-44e7-b8de-e8afd9387894 req-5d74fdf9-5d5b-46e6-8e60-73b4f05e5f02 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430427
Apr 30 07:12:47.646294 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.650469 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8e508375-197a-4263-8dff-fd7d9ae88e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:47.693187 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=828812c679584e07bd12f5cc2c914a5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3275177
Apr 30 07:12:47.693959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8ad80-2ae0-4c41-9238-90a8c3040057,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:47.695828 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53308) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:47.699804 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:47.754390 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.779198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.831188 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.834574 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e478584b-303f-4f4b-b31d-2fa9006d155c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:47.845284 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8ad80-2ae0-4c41-9238-90a8c3040057,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:47.848606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:47.851831 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:47.853031 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-97b971e3-25c3-479e-a92a-78e8990e371b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6e8ad80-2ae0-4c41-9238-90a8c3040057 HTTP/1.1" status: 204  len: 168 time: 0.1561832
Apr 30 07:12:48.117941 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53316) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:48.135325 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.148970 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:48.152715 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Usage tracker for resource:security_group_rule and tenant:400ca9da3e7e409e8c50ba7600aa7c83 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:48.155727 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:48.161452 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:48.162929 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 4ff3d930-9690-4337-a6a9-29f54fb6dc33 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:12:48.249119 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.253291 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.282205 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c0afe48b-ed52-48d6-8b20-007d4debf205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:48.293603 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53322) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:48.294224 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=400ca9da3e7e409e8c50ba7600aa7c83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1746931
Apr 30 07:12:48.314190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca26bb3-d285-4e03-9c65-7001d685812c,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:48.314655 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:48.317161 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:48.328798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '4ff3d930-9690-4337-a6a9-29f54fb6dc33', 'network_id': 'a1e8a1f9-7662-4584-9286-266f949a76ee', 'port_id': '4ff3d930-9690-4337-a6a9-29f54fb6dc33', 'mac_address': 'fa:16:3e:ec:e6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8095cc15-77d9-421c-9841-fcaf0aebfece', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:12:48.383793 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.400447 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff3d930-9690-4337-a6a9-29f54fb6dc33 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:12:48.415159 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.415913 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:48.419791 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.421398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:48.453200 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.484541 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c72ea8-c7d8-457b-861a-8ba536f278b2 req-ee852029-8ddb-4ffa-9e8d-77819338c8af tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:48.486036 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c5c72ea8-c7d8-457b-861a-8ba536f278b2 req-ee852029-8ddb-4ffa-9e8d-77819338c8af tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.1566787
Apr 30 07:12:48.492113 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=4ff3d930-9690-4337-a6a9-29f54fb6dc33,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:48.495831 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:48.539443 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c5c72ea8-c7d8-457b-861a-8ba536f278b2 req-e151c8ab-18e9-4c84-8229-4809b34f56cb tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452399
Apr 30 07:12:48.552108 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.557175 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bd43c475-bbc2-480f-9043-0287f96930dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:48.575111 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca26bb3-d285-4e03-9c65-7001d685812c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:48.577367 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:48.583544 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:48.584663 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ca26bb3-d285-4e03-9c65-7001d685812c HTTP/1.1" status: 204  len: 168 time: 0.2893171
Apr 30 07:12:48.812668 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['4ff3d930-9690-4337-a6a9-29f54fb6dc33'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:12:48.817472 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa01c7-223c-4bc2-bee9-89b2d86cd126 req-ab9bbf78-d438-41ca-8c47-810dd5762add tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:48.818947 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50aa01c7-223c-4bc2-bee9-89b2d86cd126 req-ab9bbf78-d438-41ca-8c47-810dd5762add tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 948 time: 0.0843370
Apr 30 07:12:48.866994 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50aa01c7-223c-4bc2-bee9-89b2d86cd126 req-e158493f-1d72-4e48-8226-5c897b9d2ca4 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421028
Apr 30 07:12:49.739615 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8ef42-ac61-48c8-a53e-680834770f6d req-2a3b1cf4-b2ff-4b8f-9a4d-ea9ffe56e06c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:49.741355 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-85a8ef42-ac61-48c8-a53e-680834770f6d req-2a3b1cf4-b2ff-4b8f-9a4d-ea9ffe56e06c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 944 time: 0.0878005
Apr 30 07:12:49.797742 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-85a8ef42-ac61-48c8-a53e-680834770f6d req-d6adb14f-21d9-4608-966c-6cc921ee9303 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497172
Apr 30 07:12:49.962459 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-047432ca-d294-47d0-a7c2-2e3953483043 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1858275
Apr 30 07:12:50.102117 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abe677-b876-4785-ab1b-056ae33ac41a req-fa818d9b-a275-41c7-bc36-3927df6ffc5f tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:50.103554 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6abe677-b876-4785-ab1b-056ae33ac41a req-fa818d9b-a275-41c7-bc36-3927df6ffc5f tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 948 time: 0.1277740
Apr 30 07:12:50.167579 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6abe677-b876-4785-ab1b-056ae33ac41a req-19fec92a-6d83-4d61-94da-8b9ab216edee tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567248
Apr 30 07:12:50.169505 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9d33-5959-494f-b123-949be67d8a13 req-b1a1862f-48fc-491f-bd12-ab6c7fbdc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:50.170850 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-b1a1862f-48fc-491f-bd12-ab6c7fbdc0ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 1099 time: 0.1254728
Apr 30 07:12:50.189754 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:12:50.195069 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 4ff3d930-9690-4337-a6a9-29f54fb6dc33 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:12:50.326910 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9d33-5959-494f-b123-949be67d8a13 req-4f048133-ea91-42d9-86e5-43091e7ef1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:50.328380 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-4f048133-ea91-42d9-86e5-43091e7ef1f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.1274168
Apr 30 07:12:50.352918 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:12:50.362953 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:12:50.363330 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:50.420707 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:50.445402 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'port_id': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'mac_address': 'fa:16:3e:63:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:12:50.522383 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-1a55591c-e39e-4a21-9126-051c817225c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 200  len: 1001 time: 0.1812196
Apr 30 07:12:50.543349 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:50.569737 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2c126c-7fc2-44f2-8940-50c945fe64e3 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:12:50.574080 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:50.586508 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9d33-5959-494f-b123-949be67d8a13 req-8d31007a-8961-4a00-bcf9-268c3d39e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:50.587982 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-8d31007a-8961-4a00-bcf9-268c3d39e940 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0570714
Apr 30 07:12:50.605675 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:50.611035 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3d930-9690-4337-a6a9-29f54fb6dc33'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:12:50.622328 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:50.625143 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:50.654429 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:50.660820 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3d930-9690-4337-a6a9-29f54fb6dc33', 'code': 200}
Apr 30 07:12:50.668103 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:50.679660 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9d33-5959-494f-b123-949be67d8a13 req-9ef44079-d2c0-49c9-9b2d-b30db91ebdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:50.681081 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-9ef44079-d2c0-49c9-9b2d-b30db91ebdc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787709
Apr 30 07:12:50.694911 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=9']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:50.698429 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:50.698980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-105460c9-a2bf-4bc0-b8df-d2544689fc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:50.764284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=4ff3d930-9690-4337-a6a9-29f54fb6dc33,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:50.767381 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:50.817772 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-5d615f1f-aa1d-4ad8-bd4d-11a714bdad5c service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253257
Apr 30 07:12:50.919179 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30942af-7755-432d-96ee-e4d203be9724 req-598b4327-4c9e-4f1b-aa6e-392cfcbc48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:50.922185 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c30942af-7755-432d-96ee-e4d203be9724 req-598b4327-4c9e-4f1b-aa6e-392cfcbc48bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 1102 time: 0.0855389
Apr 30 07:12:50.970552 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['1d2c126c-7fc2-44f2-8940-50c945fe64e3'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:12:50.970789 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c30942af-7755-432d-96ee-e4d203be9724 req-c8a10416-56bc-4014-9950-86eddad96e8e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395896
Apr 30 07:12:51.027308 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-293b9d33-5959-494f-b123-949be67d8a13 req-07cb5e70-8f0b-461c-90f8-e12c0cdf88f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912584
Apr 30 07:12:51.055426 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7412-d935-4c26-ab4c-9a6ee7eb9c79 req-6e806142-b9b0-404c-a0e3-2f1bb27b6443 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:51.057002 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2a7412-d935-4c26-ab4c-9a6ee7eb9c79 req-6e806142-b9b0-404c-a0e3-2f1bb27b6443 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.1166542
Apr 30 07:12:51.106642 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2a7412-d935-4c26-ab4c-9a6ee7eb9c79 req-9cff64c2-d2cd-4cba-88b1-5dcca6e5c0a8 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427759
Apr 30 07:12:51.353582 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17a60-7c30-45f6-a53f-6ea75ce5fa47 req-42f6a3b1-1aea-427a-9f77-00a22d31708d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:51.355700 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-21d17a60-7c30-45f6-a53f-6ea75ce5fa47 req-42f6a3b1-1aea-427a-9f77-00a22d31708d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0798404
Apr 30 07:12:51.398883 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-21d17a60-7c30-45f6-a53f-6ea75ce5fa47 req-e05f450d-fc55-4932-aafe-30bdba4a1c3f tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373023
Apr 30 07:12:51.778292 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:52.300241 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142023-6327-46d2-8c3b-957d76f5760e req-774f3055-250a-4e1b-bf6e-39cfb3c31792 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:52.301689 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50142023-6327-46d2-8c3b-957d76f5760e req-774f3055-250a-4e1b-bf6e-39cfb3c31792 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.0785053
Apr 30 07:12:52.348691 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50142023-6327-46d2-8c3b-957d76f5760e req-81761890-e0b9-4830-b922-ebb0ff38cf15 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412736
Apr 30 07:12:52.587928 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1be61-9186-4d35-b022-ef13a86e1a31 req-32abaa11-e2b6-4f02-8f9e-f41f37de872d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:52.589358 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8fb1be61-9186-4d35-b022-ef13a86e1a31 req-32abaa11-e2b6-4f02-8f9e-f41f37de872d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0841420
Apr 30 07:12:52.632911 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8fb1be61-9186-4d35-b022-ef13a86e1a31 req-6d074e13-875c-4ebc-be1b-78d798f1f13d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378017
Apr 30 07:12:53.534294 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1ba1-6532-4bd1-a441-99365f2ba057 req-a2564e8c-4983-4869-ae9f-03dfaa1cc282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:53.535731 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b13a1ba1-6532-4bd1-a441-99365f2ba057 req-a2564e8c-4983-4869-ae9f-03dfaa1cc282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.0782607
Apr 30 07:12:53.579132 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b13a1ba1-6532-4bd1-a441-99365f2ba057 req-f3a61c98-76d1-4901-92d4-2be13044e41e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377402
Apr 30 07:12:53.818301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bae4b-64b0-4e53-be11-f8779ef18cba req-f8e51ac2-a5f0-42d3-8cc5-af29cc481f8a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:53.819660 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-760bae4b-64b0-4e53-be11-f8779ef18cba req-f8e51ac2-a5f0-42d3-8cc5-af29cc481f8a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0791793
Apr 30 07:12:53.866486 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-760bae4b-64b0-4e53-be11-f8779ef18cba req-437186cf-1867-4614-a47b-59e2bed849c2 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404634
Apr 30 07:12:54.765274 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dd9f4-0466-4037-ad13-ad7ac48e709b req-6cb725f1-edd5-40ab-a9fb-5f46a455b801 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:54.766710 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-de0dd9f4-0466-4037-ad13-ad7ac48e709b req-6cb725f1-edd5-40ab-a9fb-5f46a455b801 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.0812783
Apr 30 07:12:54.810697 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-de0dd9f4-0466-4037-ad13-ad7ac48e709b req-a5b33924-0f26-4dc4-92c5-e313c5e49e86 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384209
Apr 30 07:12:55.050225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a668-973d-497d-9b43-3c196b9cf982 req-958dae66-a2e2-4f5d-a397-d18d0d2555e2 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:55.051793 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-48e0a668-973d-497d-9b43-3c196b9cf982 req-958dae66-a2e2-4f5d-a397-d18d0d2555e2 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0792232
Apr 30 07:12:55.095927 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-48e0a668-973d-497d-9b43-3c196b9cf982 req-3d52d5dc-e573-4614-abf1-ee3a75c0aacd tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384789
Apr 30 07:12:56.006020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547bbe9-fe41-49ea-ac7b-13ff4fc6be7f req-f6b6896d-1941-4f23-8d8e-bf0cb135f117 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:56.007395 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7547bbe9-fe41-49ea-ac7b-13ff4fc6be7f req-f6b6896d-1941-4f23-8d8e-bf0cb135f117 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 945 time: 0.0795672
Apr 30 07:12:56.052338 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7547bbe9-fe41-49ea-ac7b-13ff4fc6be7f req-35ed70b5-9050-46cb-b026-e35ca4efe8e3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390263
Apr 30 07:12:56.214119 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:12:56.288638 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:12:56.289030 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:56.302927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2a881-b819-49f1-b8d0-c8f89eeda554 req-bc7a670c-e7b2-453c-9cf2-f3f30b63fead tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:56.304441 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-03a2a881-b819-49f1-b8d0-c8f89eeda554 req-bc7a670c-e7b2-453c-9cf2-f3f30b63fead tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.1010492
Apr 30 07:12:56.348550 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-03a2a881-b819-49f1-b8d0-c8f89eeda554 req-40976459-b573-4a68-b69e-bf93ab84bc30 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383189
Apr 30 07:12:56.402466 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:56.431858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:12:56.442398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:12:56.446000 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:56.449550 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:56.484788 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'code': 200}
Apr 30 07:12:56.526749 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=10']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:56.530420 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:56.780143 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587308f-9c36-4b4f-99d1-eec5baa100f2 req-52659391-e9e1-4bc2-8d11-a683be2febb3 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:56.781660 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7587308f-9c36-4b4f-99d1-eec5baa100f2 req-52659391-e9e1-4bc2-8d11-a683be2febb3 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0789423
Apr 30 07:12:56.825101 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7587308f-9c36-4b4f-99d1-eec5baa100f2 req-b4513ebd-713a-4f15-b937-403f27d2deed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378933
Apr 30 07:12:57.161524 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530e42d-ff8d-4c53-8fc9-9e92b3f929aa req-0d153945-d3e4-48cb-a0ee-d1d723055e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:57.163058 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5530e42d-ff8d-4c53-8fc9-9e92b3f929aa req-0d153945-d3e4-48cb-a0ee-d1d723055e21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 1100 time: 0.0710955
Apr 30 07:12:57.251263 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5530e42d-ff8d-4c53-8fc9-9e92b3f929aa req-474b096d-5ba7-4af7-b97c-578637527f62 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546610
Apr 30 07:12:57.276718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be847d-371e-4a3d-807e-f11341bd8623 req-1c04d417-008c-4a72-8ca5-ae9836c58f61 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:57.278152 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e2be847d-371e-4a3d-807e-f11341bd8623 req-1c04d417-008c-4a72-8ca5-ae9836c58f61 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.1123905
Apr 30 07:12:57.322545 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e2be847d-371e-4a3d-807e-f11341bd8623 req-ac5d8468-8aec-464a-8fb1-ac547c1a4ad9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384758
Apr 30 07:12:58.013038 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1674245-90e0-47ea-9664-1a5a1aa68c36 req-f391cf1f-dacc-412b-a0e3-702dbaebab8b tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:58.014482 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b1674245-90e0-47ea-9664-1a5a1aa68c36 req-f391cf1f-dacc-412b-a0e3-702dbaebab8b tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0825863
Apr 30 07:12:58.058493 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b1674245-90e0-47ea-9664-1a5a1aa68c36 req-2e741bff-140a-4cda-b169-a1498d8e067a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382619
Apr 30 07:12:58.511818 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db052a8-d1c2-4230-8878-1bab06dc368f req-fdc46f74-c24e-4028-ad92-862b196c8f36 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:58.513215 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3db052a8-d1c2-4230-8878-1bab06dc368f req-fdc46f74-c24e-4028-ad92-862b196c8f36 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.0795264
Apr 30 07:12:58.556875 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3db052a8-d1c2-4230-8878-1bab06dc368f req-bf89ec14-e39c-4f3c-9eb6-bf9af3889f63 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379710
Apr 30 07:12:58.741095 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53462) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:58.857673 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:58.873229 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:12:58.877262 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9238f12aed410eab04994adf0e9fc4 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:12:58.880150 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:12:58.885957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:12:58.969037 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:58.972830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:58.979836 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-314416ba-4b43-495d-9cde-10cdc2bde3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:59.024968 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda8f01-5deb-4f6f-a963-b4705d439137,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:59.029588 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb9238f12aed410eab04994adf0e9fc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2872126
Apr 30 07:12:59.030480 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:59.032079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53484) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:12:59.225704 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:59.268122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:59.325711 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4fa6-47c6-470a-a4f7-a000e1f542ab req-28307502-179a-4be5-84fe-fa9765b6aca4 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:59.327179 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-553d4fa6-47c6-470a-a4f7-a000e1f542ab req-28307502-179a-4be5-84fe-fa9765b6aca4 tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.1519127
Apr 30 07:12:59.365205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:59.373071 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:12:59.386558 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda8f01-5deb-4f6f-a963-b4705d439137,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:12:59.390200 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:12:59.393141 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-553d4fa6-47c6-470a-a4f7-a000e1f542ab req-b35ef8f0-51f7-4683-b8a8-06a14b8fde9f tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a56312-64cf-4569-a704-9b3ae96cc911&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593638
Apr 30 07:12:59.396481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:12:59.397489 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-02e7f92f-b311-4565-b0f4-3b3e12cdb4c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cda8f01-5deb-4f6f-a963-b4705d439137 HTTP/1.1" status: 204  len: 168 time: 0.3645587
Apr 30 07:12:59.663969 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-b2f57839-a3ff-4581-ac86-d7115f90385d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:59.665490 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-b2f57839-a3ff-4581-ac86-d7115f90385d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.10 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 949 time: 0.0934916
Apr 30 07:12:59.866681 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cd0a4-6711-4036-aeeb-17fbe96026e8 req-c5f772b5-68fb-4456-ab1d-931a895f7277 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:12:59.868164 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b73cd0a4-6711-4036-aeeb-17fbe96026e8 req-c5f772b5-68fb-4456-ab1d-931a895f7277 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.1596582
Apr 30 07:12:59.891825 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Deleting port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:12:59.892170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.082871 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 53528) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:00.088807 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b73cd0a4-6711-4036-aeeb-17fbe96026e8 req-a774df61-a879-4cff-a4bc-b65098957df8 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2118769
Apr 30 07:13:00.130447 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] For port 4ff3d930-9690-4337-a6a9-29f54fb6dc33, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4ff3d930-9690-4337-a6a9-29f54fb6dc33,segment=NetworkSegment(dacaa6f9-ed06-478a-860c-ceb77c19fc55),segment_id=dacaa6f9-ed06-478a-860c-ceb77c19fc55)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:00.130771 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.192323 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1808969487-network', 'tenant_id': 'bba873676f9740e2a7e148313c84b592'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:00.196904 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:00.201272 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Usage tracker for resource:network and tenant:bba873676f9740e2a7e148313c84b592 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:00.204275 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:00.210783 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:00.221237 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Made reservation on behalf of bba873676f9740e2a7e148313c84b592 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:13:00.223631 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.235862 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.249980 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:00.253779 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Usage tracker for resource:security_group_rule and tenant:bba873676f9740e2a7e148313c84b592 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:00.256587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:00.258453 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Calling delete_port for 4ff3d930-9690-4337-a6a9-29f54fb6dc33 owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:00.263128 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:00.351342 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.355044 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.359058 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8fc9858d-37ae-4249-80d7-632910115909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:00.366355 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.372469 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4ee7708c-3251-4c44-ad84-63f708ddcaca tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:00.383651 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['4ff3d930-9690-4337-a6a9-29f54fb6dc33'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:13:00.387407 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:13:00.395968 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04975e20-b771-43a9-ba98-da750dc23e84,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:00.399667 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:00.402218 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.402560 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Added segment 333d53d5-e9c4-427b-8374-e6fbd71f8668 of type vlan for network 103c5146-7538-4e3d-aab5-54e4e4caa435
Apr 30 07:13:00.418864 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Pushing event deleted for resources: {'Port': ['ID=4ff3d930-9690-4337-a6a9-29f54fb6dc33,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:00.422450 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:00.443682 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.478545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.479955 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:00.480670 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.497914 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:00.501744 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] No DVR routers for this DVR port 4ff3d930-9690-4337-a6a9-29f54fb6dc33 on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:13:00.504297 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.507205 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'name': 'network-vif-deleted', 'tag': '4ff3d930-9690-4337-a6a9-29f54fb6dc33'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:00.531962 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c2a1199a-d9bb-424c-a318-8f31818cbdb0 req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.10 "DELETE /v2.0/ports/4ff3d930-9690-4337-a6a9-29f54fb6dc33 HTTP/1.1" status: 204  len: 173 time: 0.8560565
Apr 30 07:13:00.604438 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b481dc4b-1b07-405b-bb14-f49ddd6f503c req-682c4b34-2ba0-4296-a616-2413d093612d tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] 10.222.0.35 "GET /v2.0/ports?device_id=396ec7f0-13f4-49d1-907b-3c86564faaea HTTP/1.1" status: 200  len: 210 time: 0.0578213
Apr 30 07:13:00.608102 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5241792
Apr 30 07:13:00.611075 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53542) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:00.616749 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Request body: {'subnet': {'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1808969487-subnet', 'tenant_id': 'bba873676f9740e2a7e148313c84b592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:00.632364 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:00.641599 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Usage tracker for resource:subnet and tenant:bba873676f9740e2a7e148313c84b592 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:00.645435 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:00.654853 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:00.665463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Made reservation on behalf of bba873676f9740e2a7e148313c84b592 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:13:00.668893 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:00.689047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Pushing event updated for resources: {'Network': ['ID=103c5146-7538-4e3d-aab5-54e4e4caa435,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:00.691654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4fa5776d-8753-4533-a4ce-0824e34e9c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:00.699893 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:13:00.762709 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ec7f0-13f4-49d1-907b-3c86564faaea', 'name': 'network-vif-deleted', 'tag': '4ff3d930-9690-4337-a6a9-29f54fb6dc33', 'status': 'completed', 'code': 200}
Apr 30 07:13:01.067056 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:01.071427 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:01.124434 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8034fbab-8e39-4607-9983-c20e5f8f9f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:01.138281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225266c8-766f-40b9-b538-5595ac38f9cb,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:01.142036 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:01.148999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Checking segment: {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:13:01.149353 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Network hostable DHCP agents. Network: 103c5146-7538-4e3d-aab5-54e4e4caa435, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:13:01.167185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:13:01.177530 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 103c5146-7538-4e3d-aab5-54e4e4caa435) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:01.186426 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:01.187080 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:01.188807 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3d0e20-0ba3-496f-a410-e72c5295cd96 None None] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:13:01.214955 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-f2da4d2e-da01-484e-8770-7de4645e1724 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6025932
Apr 30 07:13:01.415304 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d191302-0376-41aa-bc3f-ef4e8c5aef5b None None] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:13:03.242568 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-d80f9112-f64a-42bc-94a9-ad24ae9b8de4 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:03.244023 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-d80f9112-f64a-42bc-94a9-ad24ae9b8de4 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/networks?id=103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 200  len: 809 time: 0.1494434
Apr 30 07:13:03.259470 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-646c7d69-fb64-418b-b992-679846f57518 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/quotas/bba873676f9740e2a7e148313c84b592 HTTP/1.1" status: 200  len: 375 time: 0.0097060
Apr 30 07:13:03.308809 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-4e2b3a9a-5714-4377-9c6e-37ada14f5caf tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba873676f9740e2a7e148313c84b592&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435843
Apr 30 07:13:03.494974 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-a5f1400e-69e3-48d5-9653-2931af5701e6 service neutron] 10.222.0.35 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779156
Apr 30 07:13:03.567114 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:03.634507 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-0af46642-787a-4f1d-8cd8-2c8c51b9de8c service neutron] 10.222.0.35 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333003
Apr 30 07:13:03.727073 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4fcd-6bf1-4bac-bc52-ebdb923543c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:03.828660 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-60154e11-a799-4d65-b70a-a63416f8c5de req-244399a4-63e9-42f1-a718-9f8743d91ebf tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 210 time: 0.0436101
Apr 30 07:13:04.241752 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 4ff3d930-9690-4337-a6a9-29f54fb6dc33 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:13:04.280289 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 4ff3d930-9690-4337-a6a9-29f54fb6dc33 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:13:04.280665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 4ff3d930-9690-4337-a6a9-29f54fb6dc33 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:13:04.619578 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:05.147060 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ab466552-b5c8-4956-a07d-475785301710 req-e0d79111-f2f9-4b8c-b46a-8bda9ee70bce tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 210 time: 0.0562863
Apr 30 07:13:05.192054 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-498739d9-4626-498e-9809-e92a6f0b905b tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:05.193466 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-498739d9-4626-498e-9809-e92a6f0b905b tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "GET /v2.0/networks?id=103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 200  len: 809 time: 0.3050799
Apr 30 07:13:05.213617 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Request body: {'port': {'device_id': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435', 'admin_state_up': True, 'tenant_id': 'bba873676f9740e2a7e148313c84b592'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:05.346924 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:05.350718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Usage tracker for resource:port and tenant:bba873676f9740e2a7e148313c84b592 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:05.353482 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:05.359604 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:05.369287 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Made reservation on behalf of bba873676f9740e2a7e148313c84b592 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:13:05.373257 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:05.528041 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Allocated IP 172.20.0.9 (103c5146-7538-4e3d-aab5-54e4e4caa435/225266c8-766f-40b9-b538-5595ac38f9cb/1a2bc1b4-a4c9-4e24-b875-744388db3c0a) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:13:05.722811 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:05.751612 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:05.756693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:05.819353 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:13:05.822764 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:05.826522 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:13:05.867443 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Pushing event updated for resources: {'Port': ['ID=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:05.871947 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:05.893151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:05.893746 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:05.914070 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7042210
Apr 30 07:13:05.934726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Request body: {'port': {'device_id': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:06.042233 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.235197 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.297890 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53818) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:06.351487 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284ff9-ce48-4f2a-b7d5-53e0b22034e0 req-51d980e7-3b9f-41f6-ac22-5c00500710c1 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:06.352975 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-16284ff9-ce48-4f2a-b7d5-53e0b22034e0 req-51d980e7-3b9f-41f6-ac22-5c00500710c1 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 931 time: 0.0869653
Apr 30 07:13:06.400393 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-16284ff9-ce48-4f2a-b7d5-53e0b22034e0 req-772d6627-b3d3-4c39-825b-2fcf8c772015 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Synchronizing usage tracker for tenant:bba873676f9740e2a7e148313c84b592 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:06.417647 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-16284ff9-ce48-4f2a-b7d5-53e0b22034e0 req-772d6627-b3d3-4c39-825b-2fcf8c772015 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Unset dirty status for tenant:bba873676f9740e2a7e148313c84b592 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:06.418819 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-16284ff9-ce48-4f2a-b7d5-53e0b22034e0 req-772d6627-b3d3-4c39-825b-2fcf8c772015 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580583
Apr 30 07:13:06.443124 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2bc1b4-a4c9-4e24-b875-744388db3c0a {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:06.458033 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.485343 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Transition to ACTIVE for port object 1a2bc1b4-a4c9-4e24-b875-744388db3c0a will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:13:06.487877 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-71f4030c-c9db-4622-9202-125ccef083ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e100ff9e388b4d3ea320bf9a2e2b1217&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1889260
Apr 30 07:13:06.490352 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53824) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:06.501475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.507160 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5b29aae5-caac-4073-adb1-03ff76a3928b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:06.691527 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:06.700782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:06.737338 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.771225 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.897287 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Attempting to bind port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:13:06.897615 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Attempting to bind port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:13:06.897934 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Attempting to bind port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a on network 103c5146-7538-4e3d-aab5-54e4e4caa435 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:06.907362 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a on network 103c5146-7538-4e3d-aab5-54e4e4caa435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:13:06.907674 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Attempting to bind port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a on network 103c5146-7538-4e3d-aab5-54e4e4caa435 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:06.913527 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:13:06.913896 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Checking segment: {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:13:06.914288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Bound using segment: {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:13:06.914724 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Bound port: 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:13:06.915061 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.971560 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:06.982360 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a1597f74-3ed7-48b5-b140-27efa9e89048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:06.998322 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a56312-64cf-4569-a704-9b3ae96cc911,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:07.009310 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:07.023477 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:07.024681 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74a56312-64cf-4569-a704-9b3ae96cc911 HTTP/1.1" status: 204  len: 168 time: 0.5334589
Apr 30 07:13:07.027155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] For port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:13:07.030477 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] For port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:13:07.034861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:07.038454 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-11338ca6-d42b-45ce-aec1-61b5bfa36b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:07.093286 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:07.093888 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:07.095228 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a2bc1b4-a4c9-4e24-b875-744388db3c0a HTTP/1.1" status: 200  len: 1093 time: 1.1646452
Apr 30 07:13:07.095904 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'tag': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:07.122570 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:07.126092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:07.190102 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'tag': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a', 'status': 'completed', 'code': 200}
Apr 30 07:13:07.234608 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-e7b31e0a-2878-4913-b61a-b5cff7f287f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:07.236116 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-e7b31e0a-2878-4913-b61a-b5cff7f287f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bba873676f9740e2a7e148313c84b592&device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 1096 time: 0.0793674
Apr 30 07:13:07.315346 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-281bc699-71b9-4b27-9976-291f44b94572 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a HTTP/1.1" status: 200  len: 217 time: 0.0660620
Apr 30 07:13:07.384949 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-545750ca-f088-4bc0-9c4a-e558af9cdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:07.386359 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-545750ca-f088-4bc0-9c4a-e558af9cdbcc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=225266c8-766f-40b9-b538-5595ac38f9cb HTTP/1.1" status: 200  len: 849 time: 0.0571728
Apr 30 07:13:07.443648 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-7be61762-1939-4ffb-9e53-e6f85f9e42b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=103c5146-7538-4e3d-aab5-54e4e4caa435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448244
Apr 30 07:13:07.580802 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-8b92de76-3f40-4d2a-9514-6c964906f64a service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249318
Apr 30 07:13:07.607481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408ebfb-b2de-431f-8787-d75bb9e6da97 req-fc16b52b-e176-4595-a0ed-e7a4ba9890a1 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:07.609055 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6408ebfb-b2de-431f-8787-d75bb9e6da97 req-fc16b52b-e176-4595-a0ed-e7a4ba9890a1 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 943 time: 0.0834892
Apr 30 07:13:07.654301 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6408ebfb-b2de-431f-8787-d75bb9e6da97 req-a1ab3e45-a383-4e71-8928-4a52fef67cb7 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382898
Apr 30 07:13:07.714921 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2b6e9035-39ba-4aae-8417-efc87157ab97 req-665273d6-583b-452b-895e-7d39b3f1652e service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239476
Apr 30 07:13:07.839223 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f692a-e16e-425c-ba3a-fe280c128640 req-8b87b047-fccc-420b-a56e-f98bee15e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:07.840590 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-8b87b047-fccc-420b-a56e-f98bee15e33c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bba873676f9740e2a7e148313c84b592&device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 1096 time: 0.0693266
Apr 30 07:13:07.972858 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f692a-e16e-425c-ba3a-fe280c128640 req-9d53c6ef-7136-4ce6-ba82-f7a12925c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:07.974297 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-9d53c6ef-7136-4ce6-ba82-f7a12925c547 service neutron] 10.222.0.10 "GET /v2.0/networks?id=103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 200  len: 910 time: 0.1238859
Apr 30 07:13:08.046293 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-97d7687a-407d-4786-8a49-683268d62213 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a HTTP/1.1" status: 200  len: 217 time: 0.0627458
Apr 30 07:13:08.113873 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f692a-e16e-425c-ba3a-fe280c128640 req-eb593c84-6d05-41ce-87db-91eff9552df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:08.115147 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-eb593c84-6d05-41ce-87db-91eff9552df7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=225266c8-766f-40b9-b538-5595ac38f9cb HTTP/1.1" status: 200  len: 849 time: 0.0542917
Apr 30 07:13:08.169092 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-a07c4ca0-5722-4437-93d1-4ada0eda4b56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=103c5146-7538-4e3d-aab5-54e4e4caa435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417085
Apr 30 07:13:08.306485 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-140073dc-266b-4c69-80a0-b480e137506e service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234481
Apr 30 07:13:08.439624 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-895f692a-e16e-425c-ba3a-fe280c128640 req-b5a999a4-a193-4347-8f8a-b536287d0678 service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220257
Apr 30 07:13:08.835038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac165060-7be4-4f23-ba3e-9e959402c7e4 req-bdc86b75-79de-47f3-aafc-e73854dc5b01 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:08.835748 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-ac165060-7be4-4f23-ba3e-9e959402c7e4 req-bdc86b75-79de-47f3-aafc-e73854dc5b01 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Synchronizing usage tracker for tenant:bba873676f9740e2a7e148313c84b592 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:08.852434 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-ac165060-7be4-4f23-ba3e-9e959402c7e4 req-bdc86b75-79de-47f3-aafc-e73854dc5b01 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Unset dirty status for tenant:bba873676f9740e2a7e148313c84b592 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:08.854603 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac165060-7be4-4f23-ba3e-9e959402c7e4 req-bdc86b75-79de-47f3-aafc-e73854dc5b01 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 943 time: 0.0959074
Apr 30 07:13:08.899410 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac165060-7be4-4f23-ba3e-9e959402c7e4 req-2014530f-85d4-446b-b878-7a532898a6f1 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379403
Apr 30 07:13:10.081025 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d60178-9ba5-435d-9975-52c16d8f0b88 req-b7a3d736-003c-43cf-aa0e-d6ea9016056d tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:10.082460 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-66d60178-9ba5-435d-9975-52c16d8f0b88 req-b7a3d736-003c-43cf-aa0e-d6ea9016056d tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 943 time: 0.0792768
Apr 30 07:13:10.126249 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-66d60178-9ba5-435d-9975-52c16d8f0b88 req-e5939b28-10d5-4e1b-9e38-681a5c073de4 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374651
Apr 30 07:13:10.271236 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1a2bc1b4-a4c9-4e24-b875-744388db3c0a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:13:10.401711 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:10.414578 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a', 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435', 'port_id': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a', 'mac_address': 'fa:16:3e:78:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225266c8-766f-40b9-b538-5595ac38f9cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:13:10.468556 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:10.487144 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2bc1b4-a4c9-4e24-b875-744388db3c0a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:10.501784 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:10.505770 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:10.507506 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:10.571096 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:10.574510 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:10.853674 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['1a2bc1b4-a4c9-4e24-b875-744388db3c0a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:13:11.317004 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c07896-90b2-45f8-8b55-cd3475106891 req-b7bdcc0d-d272-45ae-98a6-9be0d59c52e5 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:11.318434 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a3c07896-90b2-45f8-8b55-cd3475106891 req-b7bdcc0d-d272-45ae-98a6-9be0d59c52e5 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 944 time: 0.0818369
Apr 30 07:13:11.434214 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a3c07896-90b2-45f8-8b55-cd3475106891 req-7103292c-b885-4dd8-8bf4-ccb0ba360c67 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100409
Apr 30 07:13:12.271918 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1a2bc1b4-a4c9-4e24-b875-744388db3c0a up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:13:12.338965 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:13:12.343592 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:13:12.344019 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:12.477865 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:12.503670 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:12.513717 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:12.518169 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:12.520959 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:12.589965 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:12.593097 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:12.629959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b093-6bcd-4c2a-b47b-9c5194626128 req-ab62045f-7339-457d-ac95-4454bea5f6a9 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:12.631409 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9a7b093-6bcd-4c2a-b47b-9c5194626128 req-ab62045f-7339-457d-ac95-4454bea5f6a9 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.0914662
Apr 30 07:13:12.676493 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9a7b093-6bcd-4c2a-b47b-9c5194626128 req-e57a13b3-3385-4aab-821f-de264d723386 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388713
Apr 30 07:13:12.736159 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a', 'code': 200}
Apr 30 07:13:12.986326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c52c3e-a956-4357-b932-8f070380d4d4 req-037e74b8-32f3-4780-972d-db64b9b6f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:12.987691 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-14c52c3e-a956-4357-b932-8f070380d4d4 req-037e74b8-32f3-4780-972d-db64b9b6f93d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 1098 time: 0.0675135
Apr 30 07:13:13.029149 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-14c52c3e-a956-4357-b932-8f070380d4d4 req-04d76ca0-217e-45ce-bbf2-9be8c3f2e9e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322177
Apr 30 07:13:13.861638 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743018-6b5e-4fdf-9b92-1ba698febec2 req-ee35a2c9-92ea-4145-ac0f-554fa25cae5c tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:13.863085 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b2743018-6b5e-4fdf-9b92-1ba698febec2 req-ee35a2c9-92ea-4145-ac0f-554fa25cae5c tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.0786505
Apr 30 07:13:13.909975 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b2743018-6b5e-4fdf-9b92-1ba698febec2 req-dea034f8-9935-43af-8879-6dc6bc0f67b2 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412581
Apr 30 07:13:15.094240 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e60296-3267-4cc6-b1fd-093c59f7c5f0 req-e1a3e06d-e738-481f-9ec1-67be9ff642fa tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:15.095670 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b8e60296-3267-4cc6-b1fd-093c59f7c5f0 req-e1a3e06d-e738-481f-9ec1-67be9ff642fa tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.0807109
Apr 30 07:13:15.139083 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b8e60296-3267-4cc6-b1fd-093c59f7c5f0 req-f93a81c9-96d8-4481-94f6-64ad3291ed01 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378149
Apr 30 07:13:16.283528 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bd14c-47b4-4e68-b03b-d5faf67d6b7a req-92032824-f063-4f87-b299-8f242e4699ff tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:16.285000 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d20bd14c-47b4-4e68-b03b-d5faf67d6b7a req-92032824-f063-4f87-b299-8f242e4699ff tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.0826361
Apr 30 07:13:16.328168 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d20bd14c-47b4-4e68-b03b-d5faf67d6b7a req-4f55d8b7-d9d0-4125-b9e3-8282532124eb tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375471
Apr 30 07:13:17.510791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b017d-6dde-4933-9e29-86dc379824e3 req-e4184c68-8c92-4782-941f-6de99bc9c703 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:17.512183 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-db6b017d-6dde-4933-9e29-86dc379824e3 req-e4184c68-8c92-4782-941f-6de99bc9c703 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.0792518
Apr 30 07:13:17.556542 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-db6b017d-6dde-4933-9e29-86dc379824e3 req-b4cb0bcb-328b-4d41-985c-017e6f1be2c1 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386569
Apr 30 07:13:18.293891 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-0bc56408-c5b5-426b-8dc2-34de6f6a5adb tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:18.295282 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-0bc56408-c5b5-426b-8dc2-34de6f6a5adb tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.0784988
Apr 30 07:13:18.437829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Deleting port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:13:18.438196 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:18.567212 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] For port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:18.567481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:18.691002 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Calling delete_port for 1a2bc1b4-a4c9-4e24-b875-744388db3c0a owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:18.790864 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9b05-efaf-4e78-9d93-bb6fb177a2e2 req-206478fa-0d30-4643-9526-8657e56b17d7 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:18.792321 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-92ff9b05-efaf-4e78-9d93-bb6fb177a2e2 req-206478fa-0d30-4643-9526-8657e56b17d7 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=940a54d0-9b79-4f66-bfa6-14464a0d0177 HTTP/1.1" status: 200  len: 945 time: 0.1087825
Apr 30 07:13:18.882208 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-92ff9b05-efaf-4e78-9d93-bb6fb177a2e2 req-b0a7d291-f14f-4178-8627-0f50a0cf1110 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812380
Apr 30 07:13:18.907062 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:18.913692 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:18.921213 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['1a2bc1b4-a4c9-4e24-b875-744388db3c0a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:13:18.960559 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Pushing event deleted for resources: {'Port': ['ID=1a2bc1b4-a4c9-4e24-b875-744388db3c0a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:18.986565 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:19.033699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] No DVR routers for this DVR port 1a2bc1b4-a4c9-4e24-b875-744388db3c0a on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:13:19.036651 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:19.039072 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'name': 'network-vif-deleted', 'tag': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:19.055188 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-6302f1d7-d4b8-4a86-9453-5d68a211167f req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "DELETE /v2.0/ports/1a2bc1b4-a4c9-4e24-b875-744388db3c0a HTTP/1.1" status: 204  len: 173 time: 0.7522566
Apr 30 07:13:19.092421 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940a54d0-9b79-4f66-bfa6-14464a0d0177', 'name': 'network-vif-deleted', 'tag': '1a2bc1b4-a4c9-4e24-b875-744388db3c0a', 'status': 'completed', 'code': 200}
Apr 30 07:13:20.290734 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-a0997810-6fad-4c2f-b5a5-af8dda94803a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:20.291410 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-a0997810-6fad-4c2f-b5a5-af8dda94803a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Synchronizing usage tracker for tenant:bba873676f9740e2a7e148313c84b592 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:20.307411 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-a0997810-6fad-4c2f-b5a5-af8dda94803a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Unset dirty status for tenant:bba873676f9740e2a7e148313c84b592 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:20.308600 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-a0997810-6fad-4c2f-b5a5-af8dda94803a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/networks?id=103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 200  len: 809 time: 0.1604140
Apr 30 07:13:20.322775 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-8e150ecc-855c-4e08-a63c-ffa8b7e7535b tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/quotas/bba873676f9740e2a7e148313c84b592 HTTP/1.1" status: 200  len: 375 time: 0.0087540
Apr 30 07:13:20.372234 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-5a8a6629-f9be-47bf-91fe-3ce9e0acfa7c tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba873676f9740e2a7e148313c84b592&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439756
Apr 30 07:13:20.600905 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-4e4bcbce-ffd9-421e-8299-5fe01176f991 service neutron] 10.222.0.35 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219088
Apr 30 07:13:20.730272 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-90c2ea66-66eb-44be-aecc-3f055dd2a21e service neutron] 10.222.0.35 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235182
Apr 30 07:13:20.900614 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-0f24159e-4ea7-4d61-8c04-30c9522425ff req-93dee18c-4ce9-426f-a2a0-db1c651ec3bc tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Synchronizing usage tracker for tenant:bba873676f9740e2a7e148313c84b592 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:20.915897 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-0f24159e-4ea7-4d61-8c04-30c9522425ff req-93dee18c-4ce9-426f-a2a0-db1c651ec3bc tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Unset dirty status for tenant:bba873676f9740e2a7e148313c84b592 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:20.917037 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0f24159e-4ea7-4d61-8c04-30c9522425ff req-93dee18c-4ce9-426f-a2a0-db1c651ec3bc tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 210 time: 0.0583215
Apr 30 07:13:21.767491 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:22.033899 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-e6f0e9dd-6775-496e-a98e-340781ad9217 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:22.035428 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-e6f0e9dd-6775-496e-a98e-340781ad9217 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "GET /v2.0/networks?id=103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 200  len: 809 time: 0.1456621
Apr 30 07:13:22.052281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Request body: {'port': {'device_id': '284f4a23-9873-41f7-8274-238971782b1a', 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435', 'admin_state_up': True, 'tenant_id': 'bba873676f9740e2a7e148313c84b592'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:22.158535 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53ed637b-6111-48d1-9a2a-2e539a20f649 req-0f811f57-5446-49d6-81bf-d0ec9e40faae tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 210 time: 0.1309679
Apr 30 07:13:22.197628 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:22.207167 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:22.217233 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Made reservation on behalf of bba873676f9740e2a7e148313c84b592 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:13:22.220791 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:22.305313 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1a2bc1b4-a4c9-4e24-b875-744388db3c0a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:13:22.338602 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 1a2bc1b4-a4c9-4e24-b875-744388db3c0a {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:13:22.338959 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1a2bc1b4-a4c9-4e24-b875-744388db3c0a not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:13:22.452769 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Allocated IP 172.20.0.11 (103c5146-7538-4e3d-aab5-54e4e4caa435/225266c8-766f-40b9-b538-5595ac38f9cb/bf30673d-4353-4d27-a6de-051763c1816c) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:13:22.644860 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:22.673471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:22.678734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:22.744764 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:13:22.748212 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:22.752005 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:13:22.782538 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Pushing event updated for resources: {'Port': ['ID=bf30673d-4353-4d27-a6de-051763c1816c,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:22.792322 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:22.816630 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:22.817218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:22.840837 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7928364
Apr 30 07:13:22.854764 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Request body: {'port': {'device_id': '284f4a23-9873-41f7-8274-238971782b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:22.962512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:23.337649 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf30673d-4353-4d27-a6de-051763c1816c {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:23.346524 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:23.365215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Transition to ACTIVE for port object bf30673d-4353-4d27-a6de-051763c1816c will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:13:23.373285 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:23.379090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-de70300f-60d2-4f7a-bda4-6d93cfe679f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:23.503120 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b3f24-e7fd-4059-b57f-dc523cf88fad req-042870a2-fab8-4f23-b218-bd59cead267f tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:23.503799 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-375b3f24-e7fd-4059-b57f-dc523cf88fad req-042870a2-fab8-4f23-b218-bd59cead267f tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Synchronizing usage tracker for tenant:bba873676f9740e2a7e148313c84b592 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:23.515320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf30673d-4353-4d27-a6de-051763c1816c,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:23.541155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:23.596839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-375b3f24-e7fd-4059-b57f-dc523cf88fad req-042870a2-fab8-4f23-b218-bd59cead267f tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Unset dirty status for tenant:bba873676f9740e2a7e148313c84b592 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:23.597970 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-375b3f24-e7fd-4059-b57f-dc523cf88fad req-042870a2-fab8-4f23-b218-bd59cead267f tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 932 time: 0.3267276
Apr 30 07:13:23.656616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Attempting to bind port bf30673d-4353-4d27-a6de-051763c1816c on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:13:23.656933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Attempting to bind port bf30673d-4353-4d27-a6de-051763c1816c by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:13:23.657252 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Attempting to bind port bf30673d-4353-4d27-a6de-051763c1816c on network 103c5146-7538-4e3d-aab5-54e4e4caa435 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:23.661482 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-375b3f24-e7fd-4059-b57f-dc523cf88fad req-6233809b-29df-4931-8473-2dc47f434581 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570986
Apr 30 07:13:23.664784 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Port bf30673d-4353-4d27-a6de-051763c1816c on network 103c5146-7538-4e3d-aab5-54e4e4caa435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:13:23.665097 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Attempting to bind port bf30673d-4353-4d27-a6de-051763c1816c on network 103c5146-7538-4e3d-aab5-54e4e4caa435 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:23.670696 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:13:23.671031 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Checking segment: {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:13:23.671395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Bound using segment: {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:13:23.671835 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Bound port: bf30673d-4353-4d27-a6de-051763c1816c, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333d53d5-e9c4-427b-8374-e6fbd71f8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:13:23.672177 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:23.760561 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] For port bf30673d-4353-4d27-a6de-051763c1816c, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:13:23.764270 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] For port bf30673d-4353-4d27-a6de-051763c1816c, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bf30673d-4353-4d27-a6de-051763c1816c,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:13:23.768283 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:23.772692 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8b1ca475-ae68-4512-88f0-ecba997ff962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:23.823558 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:23.824185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:23.825520 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/bf30673d-4353-4d27-a6de-051763c1816c HTTP/1.1" status: 200  len: 1094 time: 0.9747093
Apr 30 07:13:23.825987 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284f4a23-9873-41f7-8274-238971782b1a', 'tag': 'bf30673d-4353-4d27-a6de-051763c1816c'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:23.849950 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf30673d-4353-4d27-a6de-051763c1816c,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:23.853850 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:23.900455 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284f4a23-9873-41f7-8274-238971782b1a', 'tag': 'bf30673d-4353-4d27-a6de-051763c1816c', 'status': 'completed', 'code': 200}
Apr 30 07:13:23.942915 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-a017604b-ede9-4c0b-b004-ba16e9a4f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:23.944423 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-a017604b-ede9-4c0b-b004-ba16e9a4f8f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bba873676f9740e2a7e148313c84b592&device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 1097 time: 0.0753202
Apr 30 07:13:24.016932 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-38dfda70-e20c-42d8-99ac-668b60219ca0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf30673d-4353-4d27-a6de-051763c1816c HTTP/1.1" status: 200  len: 217 time: 0.0590427
Apr 30 07:13:24.155280 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-0a301187-d149-44d5-8088-f8a6f876e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:24.156720 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-0a301187-d149-44d5-8088-f8a6f876e15e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=225266c8-766f-40b9-b538-5595ac38f9cb HTTP/1.1" status: 200  len: 849 time: 0.1328621
Apr 30 07:13:24.204336 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-3472bbc6-07ce-4ded-8831-c46ccda498d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=103c5146-7538-4e3d-aab5-54e4e4caa435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402858
Apr 30 07:13:24.336140 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-e4599155-76e1-4d79-827f-1d7f23896306 service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228938
Apr 30 07:13:24.370811 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:13:24.466791 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-822cd328-5d18-4d5c-9882-8cda164064d8 req-9970b2da-f35d-4d14-8297-07074853b3d0 service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227181
Apr 30 07:13:24.590328 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-588c07a9-6ab9-4d4e-aca5-d6766e2916aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:24.591663 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-588c07a9-6ab9-4d4e-aca5-d6766e2916aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bba873676f9740e2a7e148313c84b592&device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 1097 time: 0.0688877
Apr 30 07:13:24.732566 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-0ea64f34-d87a-4a4b-a036-9b8a9fb55aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:24.734072 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-0ea64f34-d87a-4a4b-a036-9b8a9fb55aea service neutron] 10.222.0.10 "GET /v2.0/networks?id=103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 200  len: 910 time: 0.1240506
Apr 30 07:13:24.846755 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-f480abcb-744f-44eb-98cf-786ef1b7f6e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf30673d-4353-4d27-a6de-051763c1816c HTTP/1.1" status: 200  len: 217 time: 0.1028008
Apr 30 07:13:24.931673 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01228b25-77b5-4450-98e6-0fcf55d1aa87 req-27f6c77c-ce15-4ec8-aca4-cc5f6bd4a5a2 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:24.933125 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-01228b25-77b5-4450-98e6-0fcf55d1aa87 req-27f6c77c-ce15-4ec8-aca4-cc5f6bd4a5a2 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 944 time: 0.1379116
Apr 30 07:13:24.937273 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-a3d46933-743d-47ed-b643-d7c0b943c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:24.938751 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-a3d46933-743d-47ed-b643-d7c0b943c18e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=225266c8-766f-40b9-b538-5595ac38f9cb HTTP/1.1" status: 200  len: 849 time: 0.0789208
Apr 30 07:13:24.999931 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-1edc774f-7ba9-4a45-a95d-af14c8259da7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=103c5146-7538-4e3d-aab5-54e4e4caa435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469327
Apr 30 07:13:25.047326 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-01228b25-77b5-4450-98e6-0fcf55d1aa87 req-7ef860cc-563c-4593-aa45-f458e509735f tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069932
Apr 30 07:13:25.140277 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-1bf576f4-8c95-49af-b7e6-3c827a6dcdcd service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273034
Apr 30 07:13:25.275392 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a59bd83a-86f0-4e6b-ae45-e7774ee7bf44 req-75d54c32-4a4c-410c-b6e0-bcf8b4edc9cd service neutron] 10.222.0.10 "GET /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205637
Apr 30 07:13:26.227560 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705fc39-7dae-45c8-9c22-47b2c7585147 req-ededd488-e8cd-410c-b183-3b7387851976 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:26.229029 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a705fc39-7dae-45c8-9c22-47b2c7585147 req-ededd488-e8cd-410c-b183-3b7387851976 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 944 time: 0.0779335
Apr 30 07:13:26.275261 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a705fc39-7dae-45c8-9c22-47b2c7585147 req-d2b4b4e0-9b94-4548-acb1-c7adeaa947a6 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400267
Apr 30 07:13:27.454694 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5237-b184-45c9-a86b-1e885091b293 req-9e240a20-e811-4267-85e1-59f73a60b2db tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:27.456156 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1f1e5237-b184-45c9-a86b-1e885091b293 req-9e240a20-e811-4267-85e1-59f73a60b2db tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 944 time: 0.0778244
Apr 30 07:13:27.500050 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1f1e5237-b184-45c9-a86b-1e885091b293 req-dd6f4dad-8417-4903-9680-160b9616967d tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381842
Apr 30 07:13:28.350417 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device bf30673d-4353-4d27-a6de-051763c1816c details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:13:28.479449 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port bf30673d-4353-4d27-a6de-051763c1816c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bf30673d-4353-4d27-a6de-051763c1816c,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:28.491858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'bf30673d-4353-4d27-a6de-051763c1816c', 'network_id': '103c5146-7538-4e3d-aab5-54e4e4caa435', 'port_id': 'bf30673d-4353-4d27-a6de-051763c1816c', 'mac_address': 'fa:16:3e:3e:6c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225266c8-766f-40b9-b538-5595ac38f9cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:13:28.548979 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:28.565254 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf30673d-4353-4d27-a6de-051763c1816c {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:28.580651 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port bf30673d-4353-4d27-a6de-051763c1816c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bf30673d-4353-4d27-a6de-051763c1816c,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:28.584838 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:28.586633 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:28.651208 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=bf30673d-4353-4d27-a6de-051763c1816c,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:28.659232 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.659584 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.659950 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.660288 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.660621 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.660951 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.661279 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.661614 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.661950 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.662276 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.662599 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.662920 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:28.666756 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:28.683067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc5e7-9844-402d-b6df-99a99d9ecaff req-27a6f06b-a34b-4f9e-ad8f-92e9f301a482 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:28.684560 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-118bc5e7-9844-402d-b6df-99a99d9ecaff req-27a6f06b-a34b-4f9e-ad8f-92e9f301a482 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 945 time: 0.0785623
Apr 30 07:13:28.728767 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-118bc5e7-9844-402d-b6df-99a99d9ecaff req-02aec390-7680-4c8e-a466-a9abf41c6b36 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383880
Apr 30 07:13:28.922566 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['bf30673d-4353-4d27-a6de-051763c1816c'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:13:29.913108 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04bf39-6e09-4abb-a3b0-6dac331786ed req-d7a090ee-5f4c-455f-8a7c-2aeda5baabe7 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:29.914528 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ed04bf39-6e09-4abb-a3b0-6dac331786ed req-d7a090ee-5f4c-455f-8a7c-2aeda5baabe7 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 945 time: 0.0800436
Apr 30 07:13:29.957726 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ed04bf39-6e09-4abb-a3b0-6dac331786ed req-04c20f06-5fd8-454e-b423-d103005e0e39 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370066
Apr 30 07:13:30.349513 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device bf30673d-4353-4d27-a6de-051763c1816c up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:13:30.414810 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port bf30673d-4353-4d27-a6de-051763c1816c completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:13:30.419897 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port bf30673d-4353-4d27-a6de-051763c1816c triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:13:30.420274 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:30.532205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:30.557981 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f4a23-9873-41f7-8274-238971782b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf30673d-4353-4d27-a6de-051763c1816c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:30.567398 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port bf30673d-4353-4d27-a6de-051763c1816c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bf30673d-4353-4d27-a6de-051763c1816c,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:30.571412 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:30.573231 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:30.604749 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f4a23-9873-41f7-8274-238971782b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf30673d-4353-4d27-a6de-051763c1816c', 'code': 200}
Apr 30 07:13:30.642371 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=bf30673d-4353-4d27-a6de-051763c1816c,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:30.645214 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:30.833471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6c9f-0685-46a1-8f33-e7ca1239ed12 req-1ba59656-6aa5-4758-8b54-6ffdceaaed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:30.834895 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0bab6c9f-0685-46a1-8f33-e7ca1239ed12 req-1ba59656-6aa5-4758-8b54-6ffdceaaed6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 1099 time: 0.0677722
Apr 30 07:13:30.879777 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0bab6c9f-0685-46a1-8f33-e7ca1239ed12 req-77e3a2a3-76ec-4bbb-a558-8ce85ff507c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324998
Apr 30 07:13:31.126267 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-517f4077-9a11-4e70-87d5-3ffc21947bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:31.144555 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e725ce-cf50-4079-be16-5685ee58dc2e req-84b08fed-a8b1-4d58-a7a8-c4229f50949e tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:31.146074 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-46e725ce-cf50-4079-be16-5685ee58dc2e req-84b08fed-a8b1-4d58-a7a8-c4229f50949e tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 946 time: 0.0825589
Apr 30 07:13:31.190908 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-46e725ce-cf50-4079-be16-5685ee58dc2e req-eb7234d7-b52b-42d7-8940-0a1040a4275a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390716
Apr 30 07:13:32.378009 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c7bd-ca36-4ea4-bd81-b7c6a98e5bef req-485dd667-7310-4222-9b33-c1e611d42494 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:32.379435 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4b14c7bd-ca36-4ea4-bd81-b7c6a98e5bef req-485dd667-7310-4222-9b33-c1e611d42494 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 946 time: 0.0821469
Apr 30 07:13:32.422679 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4b14c7bd-ca36-4ea4-bd81-b7c6a98e5bef req-967e2342-3227-4273-8530-ed43f4b8af17 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376689
Apr 30 07:13:33.530139 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71be2-a42a-4063-bc3d-1f16bdfb668c req-fdee7a23-fc1f-4f9c-aea3-d3b1e55b9be4 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:33.531596 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-30a71be2-a42a-4063-bc3d-1f16bdfb668c req-fdee7a23-fc1f-4f9c-aea3-d3b1e55b9be4 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 946 time: 0.0799763
Apr 30 07:13:33.568653 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:33.579624 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-30a71be2-a42a-4063-bc3d-1f16bdfb668c req-4d1b2477-a530-482f-bf2d-afb6a4c6afa5 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423560
Apr 30 07:13:33.730569 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0e87-e35b-477c-bd74-6a6f569a98c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:34.210777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c5ba7-1bb1-4a70-ad9b-18947dca9b58 req-aee70f98-8e9e-4184-a9f7-8e7c91127db0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:34.212197 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0f6c5ba7-1bb1-4a70-ad9b-18947dca9b58 req-aee70f98-8e9e-4184-a9f7-8e7c91127db0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0825069
Apr 30 07:13:34.256988 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0f6c5ba7-1bb1-4a70-ad9b-18947dca9b58 req-7bc0a31c-7086-48bb-a291-c7954282c0da tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389316
Apr 30 07:13:34.621457 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:34.761597 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e79722-ff8a-466d-a7bd-168d201bf413 req-18d49630-6809-4795-a7cb-30726dc245c6 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:34.763080 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-70e79722-ff8a-466d-a7bd-168d201bf413 req-18d49630-6809-4795-a7cb-30726dc245c6 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 946 time: 0.0772471
Apr 30 07:13:34.888853 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-70e79722-ff8a-466d-a7bd-168d201bf413 req-3b1dfac6-6858-48a4-8e4c-ad700f2a9231 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/security-groups?id=04975e20-b771-43a9-ba98-da750dc23e84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199970
Apr 30 07:13:35.389477 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688deedd-523c-456a-987b-f06470808565 req-f29f8477-44e3-45c8-8fec-4662617ea27a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:35.390900 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-688deedd-523c-456a-987b-f06470808565 req-f29f8477-44e3-45c8-8fec-4662617ea27a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 946 time: 0.0777941
Apr 30 07:13:35.445162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244047-7558-4481-bc71-04d91ebafc5b req-5303265c-2849-460f-ba95-0b3ef86e2079 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:35.446643 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42244047-7558-4481-bc71-04d91ebafc5b req-5303265c-2849-460f-ba95-0b3ef86e2079 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.0829766
Apr 30 07:13:35.528150 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Deleting port bf30673d-4353-4d27-a6de-051763c1816c {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:13:35.528403 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:35.535476 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42244047-7558-4481-bc71-04d91ebafc5b req-931c708b-ee7d-46f2-b9a1-183aa5219d41 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5f4e7a4-f268-463b-b390-60681cf62072&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530214
Apr 30 07:13:35.561047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00171c70-ed4d-4b94-a340-30afd994738f req-6bf48cbd-715f-433e-8eaa-df706d26bcdd tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:35.562489 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00171c70-ed4d-4b94-a340-30afd994738f req-6bf48cbd-715f-433e-8eaa-df706d26bcdd tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 946 time: 0.1149664
Apr 30 07:13:35.661337 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] For port bf30673d-4353-4d27-a6de-051763c1816c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bf30673d-4353-4d27-a6de-051763c1816c,segment=NetworkSegment(333d53d5-e9c4-427b-8374-e6fbd71f8668),segment_id=333d53d5-e9c4-427b-8374-e6fbd71f8668)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:35.661689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:35.705063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Deleting port 822db995-6e78-4b63-96e5-66af32357a13 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:13:35.705403 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:35.783393 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Calling delete_port for bf30673d-4353-4d27-a6de-051763c1816c owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:35.838162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] For port 822db995-6e78-4b63-96e5-66af32357a13, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=822db995-6e78-4b63-96e5-66af32357a13,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:35.838545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:35.902462 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:35.909844 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:35.918076 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['bf30673d-4353-4d27-a6de-051763c1816c'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:13:35.954165 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Pushing event deleted for resources: {'Port': ['ID=bf30673d-4353-4d27-a6de-051763c1816c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:35.964471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.964845 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.965196 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.965627 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.966456 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968227 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968227 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968227 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968227 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968227 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968651 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.968727 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:35.972248 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:36.080549 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0262a858-63d8-4975-abcb-0e7e40f6c07f req-bd33cf63-5fa8-477c-abe8-26d86e6e6f3a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.35 "GET /v2.0/ports?device_id=284f4a23-9873-41f7-8274-238971782b1a HTTP/1.1" status: 200  len: 210 time: 0.0755787
Apr 30 07:13:36.085463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] No DVR routers for this DVR port bf30673d-4353-4d27-a6de-051763c1816c on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:13:36.088118 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:36.092732 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f4a23-9873-41f7-8274-238971782b1a', 'name': 'network-vif-deleted', 'tag': 'bf30673d-4353-4d27-a6de-051763c1816c'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:36.107125 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-688deedd-523c-456a-987b-f06470808565 req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] 10.222.0.10 "DELETE /v2.0/ports/bf30673d-4353-4d27-a6de-051763c1816c HTTP/1.1" status: 204  len: 173 time: 0.7089996
Apr 30 07:13:36.142683 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f4a23-9873-41f7-8274-238971782b1a', 'name': 'network-vif-deleted', 'tag': 'bf30673d-4353-4d27-a6de-051763c1816c', 'status': 'completed', 'code': 200}
Apr 30 07:13:36.169492 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:36.169906 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:36.170303 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Floating IP 2b04a11e-d2ba-4c59-95ff-b072923a168b disassociated. External IP: 172.27.3.24, port: 822db995-6e78-4b63-96e5-66af32357a13.
Apr 30 07:13:36.170683 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Calling delete_port for 822db995-6e78-4b63-96e5-66af32357a13 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:36.238386 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:36.286843 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:36.292299 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2332c92c-45ed-41a7-9877-0229a7265658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:36.336468 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event deleted for resources: {'Port': ['ID=822db995-6e78-4b63-96e5-66af32357a13,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:36.339290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:36.615596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:13:36.700363 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f20ef257-8dd0-4a14-a087-e155ccac79a1 req-0b40f65a-c2fe-4f5d-b627-f5304b0bd8be tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2186761b-038f-4fd0-9162-285e4ae21815 HTTP/1.1" status: 200  len: 210 time: 0.0507166
Apr 30 07:13:36.805276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:13:36.818897 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:13:36.828328 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:13:36.829067 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b950359d0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:13:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:36.880880 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] No DVR routers for this DVR port 822db995-6e78-4b63-96e5-66af32357a13 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:13:36.883787 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:36.886681 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'name': 'network-vif-deleted', 'tag': '822db995-6e78-4b63-96e5-66af32357a13'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:36.909826 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-00171c70-ed4d-4b94-a340-30afd994738f req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "DELETE /v2.0/ports/822db995-6e78-4b63-96e5-66af32357a13 HTTP/1.1" status: 204  len: 173 time: 1.3394613
Apr 30 07:13:37.020183 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186761b-038f-4fd0-9162-285e4ae21815', 'name': 'network-vif-deleted', 'tag': '822db995-6e78-4b63-96e5-66af32357a13', 'status': 'completed', 'code': 200}
Apr 30 07:13:37.022403 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:13:37.388965 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b950359d0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:37.394094 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:13:37.404040 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:13:37.404757 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b950359d0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:13:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:37.613307 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:13:37.835497 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 53994) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:37.914246 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:37.933862 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b950359d0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:37.938158 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30763850-c1d5-44db-b0e6-b0ad0e4c2592 None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:13:37.953833 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.025026 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.034009 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-72a2e235-d69b-4717-9be8-402295de02b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:38.051918 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f4e7a4-f268-463b-b390-60681cf62072,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:38.054809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:38.060872 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.062451 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "DELETE /v2.0/security-groups/e5f4e7a4-f268-463b-b390-60681cf62072 HTTP/1.1" status: 204  len: 168 time: 0.2259495
Apr 30 07:13:38.065272 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54002) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:38.083535 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.api.v2.resource [None req-0b06fc40-5875-4932-8f0b-d833567770c0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] show failed (client error): The resource could not be found.
Apr 30 07:13:38.087096 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0b06fc40-5875-4932-8f0b-d833567770c0 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups/e5f4e7a4-f268-463b-b390-60681cf62072 HTTP/1.1" status: 404  len: 347 time: 0.0181372
Apr 30 07:13:38.087383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54006) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:38.347480 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e67aca-90e2-48fa-ae89-5cabd0f342f2 None None] New status for floating IP 2b04a11e-d2ba-4c59-95ff-b072923a168b: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:13:38.365930 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Deleting port 89833ecd-1c53-4d1f-a61a-d66bd5b6e0aa {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:13:38.366388 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.374227 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device bf30673d-4353-4d27-a6de-051763c1816c no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:13:38.441849 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: bf30673d-4353-4d27-a6de-051763c1816c {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:13:38.442207 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device bf30673d-4353-4d27-a6de-051763c1816c not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:13:38.499517 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.500313 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.640781 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Calling delete_port for 89833ecd-1c53-4d1f-a61a-d66bd5b6e0aa owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:38.832812 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.837384 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9309c338-a313-46a8-8583-f33c32949933 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:38.881379 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event deleted for resources: {'Port': ['ID=89833ecd-1c53-4d1f-a61a-d66bd5b6e0aa,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:38.884495 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:38.971669 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.986162 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:38.987305 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "DELETE /v2.0/floatingips/2b04a11e-d2ba-4c59-95ff-b072923a168b HTTP/1.1" status: 204  len: 168 time: 0.8988886
Apr 30 07:13:39.339024 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54036) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:39.344469 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451355253', 'description': 'tempest-description--2085109028'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:39.350320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:39.354406 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:39.357218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:39.362947 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:39.374691 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.394833 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:39.398475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:39.401164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:39.406909 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:39.473160 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.476526 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.481486 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4b0d22a1-5c9c-41d0-b845-de6b25abbd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:39.525471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e880fa-19fa-458d-9d10-e52484fcb6ac,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:39.529225 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:39.529977 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.531174 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1911500
Apr 30 07:13:39.534033 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54040) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:39.539020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'security_group_rule': {'security_group_id': 'd4e880fa-19fa-458d-9d10-e52484fcb6ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:39.544710 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:39.548605 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:39.551351 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:39.556894 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:39.572697 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.634256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.637900 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.645113 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:39.665260 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67896979-f15a-4df2-810b-16e35c8896a4,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:39.667632 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:39.672789 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.673946 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1389887
Apr 30 07:13:39.676623 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54048) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:39.681669 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'security_group_rule': {'security_group_id': 'd4e880fa-19fa-458d-9d10-e52484fcb6ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:39.688096 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:39.691887 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:security_group_rule and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:39.694698 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:39.701642 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:39.716678 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.778444 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.782340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.784360 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-74f75721-d952-4968-ae6c-20edc46a256e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:39.806247 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc6cb7c-123f-4fc4-a0fe-5cf659ad09d6,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:39.808771 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:39.816185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.817336 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1397393
Apr 30 07:13:39.820305 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54052) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:39.825285 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:39.830772 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:39.834539 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Usage tracker for resource:floatingip and tenant:e99f270e744d4aceb26e9f30154f9f21 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:39.837340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:39.843038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:39.853133 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:39.986275 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.120887 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Allocated IP 172.27.3.101 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/dba1bfc8-1064-42a5-b165-626b697b86d7) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:13:40.266888 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.295890 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.300200 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-05b5c901-3c94-4d7d-9b8f-2ad237cdfa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:40.358320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:13:40.365065 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:40.369093 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:13:40.407607 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'Port': ['ID=dba1bfc8-1064-42a5-b165-626b697b86d7,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:40.411619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:40.449505 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.508411 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.712218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.716650 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.721077 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:40.823947 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'Port': ['ID=dba1bfc8-1064-42a5-b165-626b697b86d7,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:40.828545 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:40.836676 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.857511 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:40.858833 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0375817
Apr 30 07:13:41.074584 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-49149c5b-0cfb-4fc4-a250-77b5b360f324 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:41.089938 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-49149c5b-0cfb-4fc4-a250-77b5b360f324 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:41.091135 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-49149c5b-0cfb-4fc4-a250-77b5b360f324 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--451355253&fields=id&tenant_id=e99f270e744d4aceb26e9f30154f9f21 HTTP/1.1" status: 200  len: 267 time: 0.0558808
Apr 30 07:13:41.238268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-0c473c25-4206-40f9-b052-c00bed882343 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:41.239732 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-0c473c25-4206-40f9-b052-c00bed882343 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 810 time: 0.1419477
Apr 30 07:13:41.254629 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-8cc2de9e-b60f-4a6e-863e-52720645a1f2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/quotas/e99f270e744d4aceb26e9f30154f9f21 HTTP/1.1" status: 200  len: 375 time: 0.0094101
Apr 30 07:13:41.336063 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-4e45f436-268a-468c-9972-b49921ecf15a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:41.350592 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-4e45f436-268a-468c-9972-b49921ecf15a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:41.351959 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-4e45f436-268a-468c-9972-b49921ecf15a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0925391
Apr 30 07:13:41.572713 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-fdae69b9-1f54-480e-9c29-d0b7bac68352 service neutron] 10.222.0.35 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086530
Apr 30 07:13:41.703797 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-bcfb583a-bf67-4fb2-90f7-ca61ebb86388 service neutron] 10.222.0.35 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248410
Apr 30 07:13:41.807188 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 822db995-6e78-4b63-96e5-66af32357a13 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:13:41.844874 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 822db995-6e78-4b63-96e5-66af32357a13 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:13:41.845482 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 822db995-6e78-4b63-96e5-66af32357a13 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:13:41.884788 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-751705bb-27b0-4c39-8a48-ae82ec44a63b req-27ef8fb5-effb-4c71-9b22-34cc436bb46a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:41.896735 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-751705bb-27b0-4c39-8a48-ae82ec44a63b req-27ef8fb5-effb-4c71-9b22-34cc436bb46a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:41.897851 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-751705bb-27b0-4c39-8a48-ae82ec44a63b req-27ef8fb5-effb-4c71-9b22-34cc436bb46a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 210 time: 0.0605428
Apr 30 07:13:43.099476 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-fb42fcca-79b3-4cd2-96f8-6d3c7ba366fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:43.100990 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-fb42fcca-79b3-4cd2-96f8-6d3c7ba366fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:43.108936 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bbfd9d8b-283d-4a9b-b7ff-84ba14661fbf req-058b4bce-e2ab-4837-b80d-24a383f71d0d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 210 time: 0.0858245
Apr 30 07:13:43.130698 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-fb42fcca-79b3-4cd2-96f8-6d3c7ba366fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:43.132702 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-fb42fcca-79b3-4cd2-96f8-6d3c7ba366fe tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 810 time: 0.2688441
Apr 30 07:13:43.218080 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-112216ae-2458-40b6-aa4b-0b0c5d65996c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e99f270e744d4aceb26e9f30154f9f21 HTTP/1.1" status: 200  len: 379 time: 0.0578365
Apr 30 07:13:43.237499 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'port': {'device_id': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'admin_state_up': True, 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'security_groups': ['d4e880fa-19fa-458d-9d10-e52484fcb6ac']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:43.382838 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:43.393578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:43.406182 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Made reservation on behalf of e99f270e744d4aceb26e9f30154f9f21 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:13:43.410158 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:43.579732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Allocated IP 172.20.0.13 (1e30e29d-5ef7-4be1-8bf2-215a2209d597/67cd160f-d7e2-47b1-aff6-20e5fc5d0af2/3d66aff7-53b6-4a9a-89bd-378b4d368e7a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:13:43.828075 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:43.846249 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Transition to ACTIVE for port object 3d66aff7-53b6-4a9a-89bd-378b4d368e7a will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:13:43.879523 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:43.885654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a54d6d6e-bf76-4850-92ff-e62fba1d13c7 tempest-ServerRescueNegativeTestJSON-470327238 tempest-ServerRescueNegativeTestJSON-470327238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:43.962917 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:13:43.967113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:43.969664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:13:44.033312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event updated for resources: {'Port': ['ID=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:44.047663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.047969 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.048330 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.048847 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.049206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.049558 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.049903 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.050256 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.050593 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.051133 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.051650 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.052194 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:13:44.057025 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:44.069401 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:44.070087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:44.119476 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8863184
Apr 30 07:13:44.144154 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Request body: {'port': {'device_id': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:44.337696 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cca31-b910-4e17-ba74-a724e2bb2cc3 req-da273605-32bc-4039-b300-06b688e26e59 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:44.346009 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-466cca31-b910-4e17-ba74-a724e2bb2cc3 req-da273605-32bc-4039-b300-06b688e26e59 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.1065290
Apr 30 07:13:44.374149 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-859ecedb-6056-4bda-89ef-581fb0fcfcc8 None None] Provisioning for port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:13:44.380956 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-859ecedb-6056-4bda-89ef-581fb0fcfcc8 None None] Provisioning complete for port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:13:44.381392 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-859ecedb-6056-4bda-89ef-581fb0fcfcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:44.388827 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-466cca31-b910-4e17-ba74-a724e2bb2cc3 req-ad56bff6-813b-44cf-a976-cf48787183f8 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416255
Apr 30 07:13:44.437238 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:44.468419 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-859ecedb-6056-4bda-89ef-581fb0fcfcc8 None None] Port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:13:44.528902 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2add7e-05d1-4a15-a955-f33f99f1fb0f req-8ca06fdc-aa0d-4c58-9391-c0d66ccf4300 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:44.529605 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-ac2add7e-05d1-4a15-a955-f33f99f1fb0f req-8ca06fdc-aa0d-4c58-9391-c0d66ccf4300 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:44.602805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-ac2add7e-05d1-4a15-a955-f33f99f1fb0f req-8ca06fdc-aa0d-4c58-9391-c0d66ccf4300 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:44.604000 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ac2add7e-05d1-4a15-a955-f33f99f1fb0f req-8ca06fdc-aa0d-4c58-9391-c0d66ccf4300 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 932 time: 0.2958112
Apr 30 07:13:44.854461 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ac2add7e-05d1-4a15-a955-f33f99f1fb0f req-a6395d92-a10d-404b-8537-423d9adfc340 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2381134
Apr 30 07:13:44.979145 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d66aff7-53b6-4a9a-89bd-378b4d368e7a {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:44.987165 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:45.002543 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Transition to ACTIVE for port object 3d66aff7-53b6-4a9a-89bd-378b4d368e7a will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:13:45.006586 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:45.010537 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-270d772b-6ea5-4338-aab6-2dd0aea804d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:45.140822 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:45.143657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:45.321681 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Attempting to bind port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:13:45.322060 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Attempting to bind port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:13:45.322651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Attempting to bind port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:45.331583 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:13:45.332074 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Attempting to bind port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a on network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:45.339409 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:13:45.340035 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Checking segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:13:45.340456 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Bound using segment: {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:13:45.341069 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Bound port: 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2513fd-092a-47fd-8747-912d343bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:13:45.341568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:45.478334 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] For port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:13:45.484895 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] For port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:13:45.491085 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:45.499197 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:45.588346 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:45.589134 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:45.590845 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/3d66aff7-53b6-4a9a-89bd-378b4d368e7a HTTP/1.1" status: 200  len: 1094 time: 1.4609709
Apr 30 07:13:45.591340 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:45.607762 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598012ae-d61f-4d11-9828-8e89f415b93a req-ac4a0498-323b-4e8f-8d1c-e3e92f9ceb90 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:45.618734 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-598012ae-d61f-4d11-9828-8e89f415b93a req-ac4a0498-323b-4e8f-8d1c-e3e92f9ceb90 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.1114130
Apr 30 07:13:45.633596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:45.643700 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:45.675336 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-598012ae-d61f-4d11-9828-8e89f415b93a req-a915e340-f015-47c2-a8e2-f6d1381d021f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555429
Apr 30 07:13:45.697819 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'status': 'completed', 'code': 200}
Apr 30 07:13:45.745388 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-6004ac32-471e-44e0-aa59-94d10341755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:45.747607 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-6004ac32-471e-44e0-aa59-94d10341755d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 1097 time: 0.1022995
Apr 30 07:13:45.833541 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-b7cd9ca4-cc80-455e-85fb-227b4a425920 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a HTTP/1.1" status: 200  len: 217 time: 0.0720663
Apr 30 07:13:45.930334 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-321e038c-79a5-422d-a841-0ad79d53a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:45.932044 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-321e038c-79a5-422d-a841-0ad79d53a979 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.0862622
Apr 30 07:13:46.079641 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-7cd133e5-7d40-405e-b30f-c3ee37bb6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:46.081235 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-7cd133e5-7d40-405e-b30f-c3ee37bb6e9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1396716
Apr 30 07:13:46.098206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7ab0-641f-413f-8f80-3d76f1207139 req-b9958162-21f9-41ca-a659-ed43cdbfe4fc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:46.099827 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-514a7ab0-641f-413f-8f80-3d76f1207139 req-b9958162-21f9-41ca-a659-ed43cdbfe4fc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 944 time: 0.1110313
Apr 30 07:13:46.238736 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-514a7ab0-641f-413f-8f80-3d76f1207139 req-12d976a7-1f38-4b81-95c0-2bf41fb1e345 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189682
Apr 30 07:13:46.284269 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-06532725-6267-47fd-a4dc-8a26631f9e32 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831987
Apr 30 07:13:46.329932 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-6bfcd19c-1575-4b31-a1ac-711bc7f69a90 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:46.331538 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-6bfcd19c-1575-4b31-a1ac-711bc7f69a90 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.0933809
Apr 30 07:13:46.452761 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c92ca484-caec-4b9c-8420-33f2c15aed55 req-57bfb488-6d92-408b-8108-1c99ac63ee99 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599164
Apr 30 07:13:46.485199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Deleting port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:13:46.485544 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:46.593412 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c77ed-9e32-4be4-808c-37d888cb469c req-fb85ccbe-885a-4f51-9c86-22e37794c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:46.595941 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-fb85ccbe-885a-4f51-9c86-22e37794c6e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 1097 time: 0.0851057
Apr 30 07:13:46.659132 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] For port 1d2c126c-7fc2-44f2-8940-50c945fe64e3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1d2c126c-7fc2-44f2-8940-50c945fe64e3,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:46.659774 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:46.757455 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c77ed-9e32-4be4-808c-37d888cb469c req-d151a642-76a1-4e86-8f9b-81f74e4650a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:46.760091 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-d151a642-76a1-4e86-8f9b-81f74e4650a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.1534560
Apr 30 07:13:46.833874 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-9ef36b0c-6a5b-4f29-bef5-04b93085002c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a HTTP/1.1" status: 200  len: 217 time: 0.0636749
Apr 30 07:13:47.025758 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c77ed-9e32-4be4-808c-37d888cb469c req-8328eef0-38d3-4097-85d6-bc0d5b7f6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:47.027133 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-8328eef0-38d3-4097-85d6-bc0d5b7f6de8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.1785192
Apr 30 07:13:47.114003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0cddf-67a2-4770-b306-bd226ae4cc49 req-299dd0d8-10eb-4e80-933a-6ceb99a0d1a4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:47.115468 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-daf0cddf-67a2-4770-b306-bd226ae4cc49 req-299dd0d8-10eb-4e80-933a-6ceb99a0d1a4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 947 time: 0.2186835
Apr 30 07:13:47.119191 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:47.120256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:47.120668 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Floating IP 6036ba8d-adda-4437-affd-1c7666e77bb7 disassociated. External IP: 172.27.3.81, port: 1d2c126c-7fc2-44f2-8940-50c945fe64e3.
Apr 30 07:13:47.121088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Calling delete_port for 1d2c126c-7fc2-44f2-8940-50c945fe64e3 owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:47.132773 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c77ed-9e32-4be4-808c-37d888cb469c req-ad245edf-2f03-4f77-8525-1c07d6d65830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:47.134649 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-ad245edf-2f03-4f77-8525-1c07d6d65830 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0948844
Apr 30 07:13:47.205859 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-daf0cddf-67a2-4770-b306-bd226ae4cc49 req-a909a939-ab74-488d-b6a0-70721cb0a24b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7196fea-a703-490f-a23b-08cc959a0320&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811899
Apr 30 07:13:47.290540 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-d328c429-a5bb-43ea-b4cb-757aa52ba156 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444070
Apr 30 07:13:47.338450 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:47.346806 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1e3a43fe-524a-4dbd-b1df-aac9d630c762 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:47.410147 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event deleted for resources: {'Port': ['ID=1d2c126c-7fc2-44f2-8940-50c945fe64e3,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:47.415418 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:47.513177 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-242c77ed-9e32-4be4-808c-37d888cb469c req-61416e7f-9281-4141-9c74-455a3b67e4b1 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105572
Apr 30 07:13:47.548078 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07412273-3f65-4e82-8406-6fd0e4ddcb3d req-bdfe972c-3186-49d1-9631-78163bdc6f10 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:47.549444 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-07412273-3f65-4e82-8406-6fd0e4ddcb3d req-bdfe972c-3186-49d1-9631-78163bdc6f10 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 944 time: 0.1431372
Apr 30 07:13:47.607600 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-07412273-3f65-4e82-8406-6fd0e4ddcb3d req-d00a4790-9b3b-49e4-b5c5-2a83c6df0e95 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468783
Apr 30 07:13:47.729373 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Router f7359a5f-7598-4ee7-ae10-b053ad53347e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:13:47.850474 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 3d66aff7-53b6-4a9a-89bd-378b4d368e7a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:13:48.060157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:13:48.072533 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:13:48.095099 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:48.105391 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:13:48.106903 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94e635b0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:13:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:48.185431 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'port_id': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'mac_address': 'fa:16:3e:2c:50:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:13:48.202815 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] No DVR routers for this DVR port 1d2c126c-7fc2-44f2-8940-50c945fe64e3 on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:13:48.207988 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:48.210873 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-deleted', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:48.248141 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2725dbfa-cf4a-4137-a64b-1f1f1f5c5ee1 req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "DELETE /v2.0/ports/1d2c126c-7fc2-44f2-8940-50c945fe64e3 HTTP/1.1" status: 204  len: 173 time: 1.9102709
Apr 30 07:13:48.297934 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565ea42-ef5d-4f20-81ad-183b3f87c178', 'name': 'network-vif-deleted', 'tag': '1d2c126c-7fc2-44f2-8940-50c945fe64e3', 'status': 'completed', 'code': 200}
Apr 30 07:13:48.358957 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:48.393591 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d66aff7-53b6-4a9a-89bd-378b4d368e7a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:48.419213 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:48.423931 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:48.428056 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:48.517132 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-36e30099-63b0-4d87-a591-ff2259b9a6ba req-c3b4f78d-9426-4f79-9186-52e8d1261402 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a565ea42-ef5d-4f20-81ad-183b3f87c178 HTTP/1.1" status: 200  len: 210 time: 0.0729640
Apr 30 07:13:48.531634 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:13:48.677181 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:48.686744 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:48.716793 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['3d66aff7-53b6-4a9a-89bd-378b4d368e7a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:13:48.863589 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d3dd6-f97d-4e21-9fdb-4bbf87046d0d req-75cfcdd2-718f-4971-9648-c562b7a92f1f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:48.865131 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e68d3dd6-f97d-4e21-9fdb-4bbf87046d0d req-75cfcdd2-718f-4971-9648-c562b7a92f1f tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 945 time: 0.1000679
Apr 30 07:13:48.937814 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e68d3dd6-f97d-4e21-9fdb-4bbf87046d0d req-7a2e5015-1ec9-4066-ac26-a1012878932e tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645287
Apr 30 07:13:49.046631 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94e635b0>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:49.052153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:13:49.061414 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:13:49.062227 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94e635b0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:13:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:49.254928 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:13:49.585997 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94e635b0>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:49.591319 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa40aa-4126-4c12-975d-51690d7be3bc None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:13:49.657469 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54178) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:49.737311 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:49.772866 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:49.842840 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:49.848005 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:49.865654 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7196fea-a703-490f-a23b-08cc959a0320,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:49.866472 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 3d66aff7-53b6-4a9a-89bd-378b4d368e7a up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:13:49.868673 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:49.879743 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:49.882118 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "DELETE /v2.0/security-groups/f7196fea-a703-490f-a23b-08cc959a0320 HTTP/1.1" status: 204  len: 168 time: 0.2236598
Apr 30 07:13:49.884935 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54186) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:49.903898 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.api.v2.resource [None req-9ded9065-41e5-4c31-80db-784b9543c8e6 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] show failed (client error): The resource could not be found.
Apr 30 07:13:49.905505 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9ded9065-41e5-4c31-80db-784b9543c8e6 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups/f7196fea-a703-490f-a23b-08cc959a0320 HTTP/1.1" status: 404  len: 347 time: 0.0193076
Apr 30 07:13:49.909315 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:49.940968 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52399d-00fd-4a5d-a1e0-540863904aab None None] New status for floating IP 6036ba8d-adda-4437-affd-1c7666e77bb7: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:13:50.068314 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:13:50.078267 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:13:50.079682 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.273892 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Deleting port 78e2f537-3593-448b-80b9-fce1e48cb601 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:13:50.274238 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.281384 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.337366 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:50.350803 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:13:50.361034 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.361911 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:13:50.397375 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd1072-ae70-4882-9821-e206ca831f3e req-ee58980f-07cf-47f1-9bfd-997d8e5d9158 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:50.399245 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:50.405907 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-aebd1072-ae70-4882-9821-e206ca831f3e req-ee58980f-07cf-47f1-9bfd-997d8e5d9158 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 945 time: 0.2406883
Apr 30 07:13:50.440789 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'code': 200}
Apr 30 07:13:50.455843 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 1d2c126c-7fc2-44f2-8940-50c945fe64e3 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:13:50.456200 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 1d2c126c-7fc2-44f2-8940-50c945fe64e3 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:13:50.491764 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:50.494981 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:50.533229 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-aebd1072-ae70-4882-9821-e206ca831f3e req-cdd8a936-2219-41c5-b797-ac892a30cbc6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263800
Apr 30 07:13:50.535109 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.535437 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.678393 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Calling delete_port for 78e2f537-3593-448b-80b9-fce1e48cb601 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:13:50.697281 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c7e35-3869-4861-a5b2-bbf77f51e2e9 req-2f7c0abe-6c8d-4224-85b0-5b940c7dcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:50.700445 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-420c7e35-3869-4861-a5b2-bbf77f51e2e9 req-2f7c0abe-6c8d-4224-85b0-5b940c7dcc3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 1099 time: 0.0829840
Apr 30 07:13:50.755389 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-420c7e35-3869-4861-a5b2-bbf77f51e2e9 req-53699992-c823-47be-b2ed-dfca154b2d76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463583
Apr 30 07:13:50.810134 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:50.819314 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:50.862519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event deleted for resources: {'Port': ['ID=78e2f537-3593-448b-80b9-fce1e48cb601,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:50.893042 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:50.979970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.003246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.005435 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "DELETE /v2.0/floatingips/6036ba8d-adda-4437-affd-1c7666e77bb7 HTTP/1.1" status: 204  len: 168 time: 1.0951025
Apr 30 07:13:51.367081 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54208) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:51.374429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189662322', 'description': 'tempest-description--532120512'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:51.382974 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:51.388867 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:51.392434 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:51.402237 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:51.416532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.438237 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:51.442326 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:51.445168 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:51.454157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:51.539573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.545900 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.551564 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4fd4a34-473b-47db-88df-15a292a53a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:51.593746 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b828e585-5f09-4fcf-9d45-d85268ce84fa,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:51.596798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:51.597613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.598921 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2306082
Apr 30 07:13:51.601721 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54214) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:51.607691 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'security_group_rule': {'security_group_id': 'b828e585-5f09-4fcf-9d45-d85268ce84fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:51.616902 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:51.637976 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:51.640952 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:51.646809 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:51.713962 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.801303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:51.939474 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f463f83-40d3-4d35-8f55-9a014bc59349 req-8b32610b-6749-48f9-8c4f-003ecca89e8d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:51.941459 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0f463f83-40d3-4d35-8f55-9a014bc59349 req-8b32610b-6749-48f9-8c4f-003ecca89e8d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.2914400
Apr 30 07:13:51.965964 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-e7eb8b0f-7540-445c-8749-92f315f76eae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1170330
Apr 30 07:13:51.984031 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.001474 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.048782 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-771f688e-3a52-47e7-8785-095f2675c971 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:52.064999 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0f463f83-40d3-4d35-8f55-9a014bc59349 req-3947371a-a53e-45e7-8824-60537cd79807 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168115
Apr 30 07:13:52.079062 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.083055 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54224) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:52.084698 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4820316
Apr 30 07:13:52.087444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3026065f-aa99-4f44-87f9-cdd8ee2f86fe,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:52.088657 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'security_group_rule': {'security_group_id': 'b828e585-5f09-4fcf-9d45-d85268ce84fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:52.090258 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2d4abd0b-3145-4566-8485-eb51d13334ad tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:52.100940 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:52.106449 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:security_group_rule and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:52.110080 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:52.117684 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:52.154340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.172896 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-c4c2d2b5-ba78-4e73-8bf3-1e6d07b3da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:52.174344 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-c4c2d2b5-ba78-4e73-8bf3-1e6d07b3da54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.1337245
Apr 30 07:13:52.270441 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.276798 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.338699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:52.370558 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6b3401-6ec7-47e3-882d-179397eb57c9,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:52.380212 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:52.388087 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.389445 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3052804
Apr 30 07:13:52.394699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54228) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:52.408629 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:52.419223 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:52.424795 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-3954dad2-5d2f-4453-91ab-a986c71441c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:52.426222 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-3954dad2-5d2f-4453-91ab-a986c71441c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.2024026
Apr 30 07:13:52.427130 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Usage tracker for resource:floatingip and tenant:5e7a6fe8305d46ee9d165af87c413b0d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:13:52.430759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:13:52.486458 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:52.513950 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.573720 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-15dbda86-c17a-4b72-b314-2a29e2ae4f0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 1001 time: 0.1393676
Apr 30 07:13:52.698626 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-9d539b07-d4ce-408b-b815-3aea326e0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:52.700516 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-9d539b07-d4ce-408b-b815-3aea326e0c99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.1176679
Apr 30 07:13:52.775938 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:52.861960 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-ffccfada-408e-4ad1-864a-8d6b267f7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:52.863615 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-ffccfada-408e-4ad1-864a-8d6b267f7ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530471
Apr 30 07:13:53.140524 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Allocated IP 172.27.3.226 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/66c988a8-5f87-4410-a6f7-d0c13de61806) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:13:53.173326 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-c56956ac-33fd-4eb6-b035-72a86d004df1 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3025477
Apr 30 07:13:53.481271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:53.489590 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-512a6407-6527-4cf4-bf29-08d8cccd354f req-91dcac95-ba2e-4331-99b6-91bb9bcff583 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3017044
Apr 30 07:13:53.502568 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d91f-913e-421f-8620-b3b3fdfdfe72 req-98d19a49-0f6e-4cc2-91e0-242d2a6038ad tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:53.504044 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4f60d91f-913e-421f-8620-b3b3fdfdfe72 req-98d19a49-0f6e-4cc2-91e0-242d2a6038ad tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.3147554
Apr 30 07:13:53.565844 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:53.575276 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:53.634742 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4f60d91f-913e-421f-8620-b3b3fdfdfe72 req-2cabc562-4cd0-4e72-850c-aacf8c4d3c67 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229811
Apr 30 07:13:53.653155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:13:53.660675 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:53.664953 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:13:53.705396 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'Port': ['ID=66c988a8-5f87-4410-a6f7-d0c13de61806,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:53.710682 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:53.758012 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:53.835360 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:53.886783 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c8011-6a5e-4c91-8702-0188e55ac92d req-8cca02b1-cbbb-4e2f-82c3-049dc051b0b5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:53.898209 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d39c8011-6a5e-4c91-8702-0188e55ac92d req-8cca02b1-cbbb-4e2f-82c3-049dc051b0b5 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.0962737
Apr 30 07:13:53.900436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54244) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:13:53.910097 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Request body: {'floatingip': {'port_id': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:54.035114 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.112770 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.118098 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.129149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:54.252941 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'Port': ['ID=66c988a8-5f87-4410-a6f7-d0c13de61806,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:54.256279 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:54.262307 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.288958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.298710 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8950849
Apr 30 07:13:54.561674 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-a361a5e1-868e-4527-80d1-ed0eb73887cf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:54.593170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-a361a5e1-868e-4527-80d1-ed0eb73887cf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:54.595034 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-a361a5e1-868e-4527-80d1-ed0eb73887cf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--189662322&fields=id&tenant_id=5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 267 time: 0.0843139
Apr 30 07:13:54.799689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-de3d1a1a-415a-46e8-afe1-cbe70a940c7f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:54.801324 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-de3d1a1a-415a-46e8-afe1-cbe70a940c7f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 817 time: 0.1970053
Apr 30 07:13:54.819911 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-832f00b3-7488-4088-8f48-28e606871f61 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/quotas/5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 375 time: 0.0098884
Apr 30 07:13:54.882328 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.889011 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:54.915937 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-0098cd6f-a30e-4aee-a4e1-5eeaa9facef1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:54.943088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-0098cd6f-a30e-4aee-a4e1-5eeaa9facef1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:54.947023 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-0098cd6f-a30e-4aee-a4e1-5eeaa9facef1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1162090
Apr 30 07:13:55.094740 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Floating IP bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0 associated. External IP: 172.27.3.101, port: 3d66aff7-53b6-4a9a-89bd-378b4d368e7a.
Apr 30 07:13:55.110373 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-ca1cb1b9-2d60-46de-8218-65ee5cded6ab service neutron] 10.222.0.35 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475043
Apr 30 07:13:55.258288 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-0ab18db5-7c86-4344-9583-93fff6a23222 service neutron] 10.222.0.35 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368043
Apr 30 07:13:55.659377 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-348b43e1-b6e9-4ac2-b8ad-b137b7fdf2d8 req-dc290e38-de34-44bd-921a-b5b0e8394069 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:55.689239 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-348b43e1-b6e9-4ac2-b8ad-b137b7fdf2d8 req-dc290e38-de34-44bd-921a-b5b0e8394069 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:55.690513 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-348b43e1-b6e9-4ac2-b8ad-b137b7fdf2d8 req-dc290e38-de34-44bd-921a-b5b0e8394069 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 210 time: 0.2436011
Apr 30 07:13:55.806924 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:13:56.054508 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:13:56.060242 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:56.070884 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:13:56.091868 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:13:56.093283 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95a614f0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:13:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:56.148354 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c814b404-2430-4c7f-88df-babc562696f8 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "PUT /v2.0/floatingips/bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0 HTTP/1.1" status: 200  len: 992 time: 2.2439904
Apr 30 07:13:56.148354 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:56.239660 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'status': 'completed', 'code': 200}
Apr 30 07:13:56.461892 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:13:56.501289 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319057-c53b-4911-bea0-598b1e3407be req-ab517c6b-feb0-481e-b39b-a1be37eb7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:56.503402 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-ab517c6b-feb0-481e-b39b-a1be37eb7fc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e99f270e744d4aceb26e9f30154f9f21&device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 1099 time: 0.2241898
Apr 30 07:13:56.679169 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319057-c53b-4911-bea0-598b1e3407be req-d1174d08-d9d8-438b-bf53-6a86e156c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:56.681322 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-d1174d08-d9d8-438b-bf53-6a86e156c508 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 200  len: 911 time: 0.1644673
Apr 30 07:13:56.915497 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95a614f0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': 'bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'port_id': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'mac_address': 'fa:16:3e:2c:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:54Z', 'revision_number': 1, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:56.918608 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-6211e174-7094-40f6-95d4-cc235a117eb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a HTTP/1.1" status: 200  len: 1000 time: 0.2093101
Apr 30 07:13:56.925582 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:13:56.948397 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:13:56.950581 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95a614f0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:13:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:56.985898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-45b4e3aa-0b29-4582-9819-cc24b4c3dca4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:56.987372 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-45b4e3aa-0b29-4582-9819-cc24b4c3dca4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 817 time: 0.3122671
Apr 30 07:13:56.989633 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2c175fd4-56ff-4f18-a590-2f179b3f0282 req-be4232a0-403e-4030-a95c-8094c604402c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 210 time: 0.0587077
Apr 30 07:13:57.030578 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319057-c53b-4911-bea0-598b1e3407be req-2af8ce03-a034-4f85-b2a2-5017849e342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:57.032463 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-2af8ce03-a034-4f85-b2a2-5017849e342e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 200  len: 849 time: 0.1016705
Apr 30 07:13:57.062062 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-fd5d8819-832e-4313-90f3-663fb0c2cf74 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:57.076767 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-fd5d8819-832e-4313-90f3-663fb0c2cf74 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:57.077923 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-fd5d8819-832e-4313-90f3-663fb0c2cf74 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 379 time: 0.0806081
Apr 30 07:13:57.091513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'port': {'device_id': '27da967c-4f20-44da-8e65-2f271390b4b0', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'admin_state_up': True, 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'security_groups': ['b828e585-5f09-4fcf-9d45-d85268ce84fa']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:57.166265 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319057-c53b-4911-bea0-598b1e3407be req-f893fefd-720c-422f-916b-b21fe50b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:57.168747 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-f893fefd-720c-422f-916b-b21fe50b3ad4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e30e29d-5ef7-4be1-8bf2-215a2209d597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1284630
Apr 30 07:13:57.236638 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:13:57.276688 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:13:57.287626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:13:57.302421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Made reservation on behalf of 5e7a6fe8305d46ee9d165af87c413b0d for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:13:57.307790 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:57.363241 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-dc570829-95b6-468f-8ee2-bf9714614106 service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819763
Apr 30 07:13:57.571470 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Allocated IP 172.20.0.14 (418fe525-ead4-4072-abf2-add1be77ff36/3ddbb427-2fe7-44d1-8cfa-6988506943d9/7de85b33-7f13-4a2e-96b3-68b92e5ab528) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:13:57.627422 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51319057-c53b-4911-bea0-598b1e3407be req-1673a9e9-7800-4a64-8645-b451464ea88e service neutron] 10.222.0.10 "GET /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558274
Apr 30 07:13:57.717466 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95a614f0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': 'bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'port_id': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'mac_address': 'fa:16:3e:2c:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:54Z', 'revision_number': 1, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:13:57.722847 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8b90c-4f69-478d-85b4-aabdd9127f56 None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': 'bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'port_id': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'mac_address': 'fa:16:3e:2c:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:54Z', 'revision_number': 1, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:13:57.831826 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:57.851587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Transition to ACTIVE for port object 7de85b33-7f13-4a2e-96b3-68b92e5ab528 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:13:57.885097 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:57.897595 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e39c2c8-ec4b-4c00-a5a5-b4a626cee80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:57.962563 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2832f6-078c-4495-a128-ed4436cd8f78 None None] New status for floating IP bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:13:57.965876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Network 418fe525-ead4-4072-abf2-add1be77ff36 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:13:57.969447 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:13:57.983287 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:13:58.047567 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:58.050541 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:58.090484 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:58.091207 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:58.134125 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0485914
Apr 30 07:13:58.151975 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Request body: {'port': {'device_id': '27da967c-4f20-44da-8e65-2f271390b4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:13:58.244105 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-0e771e1f-8167-4aac-84b5-5f2c0ff2222d None None] Provisioning for port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:13:58.252690 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-0e771e1f-8167-4aac-84b5-5f2c0ff2222d None None] Provisioning complete for port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:13:58.253187 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e771e1f-8167-4aac-84b5-5f2c0ff2222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:58.318389 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-0e771e1f-8167-4aac-84b5-5f2c0ff2222d None None] Port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:13:58.365149 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53fa0a-03d9-4f73-ba4f-cdd59a4b4420 req-53df2d6c-4935-4d91-8bfb-45d5f9c48938 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:58.365977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-5f53fa0a-03d9-4f73-ba4f-cdd59a4b4420 req-53df2d6c-4935-4d91-8bfb-45d5f9c48938 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Synchronizing usage tracker for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:13:58.406373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:58.472993 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-5f53fa0a-03d9-4f73-ba4f-cdd59a4b4420 req-53df2d6c-4935-4d91-8bfb-45d5f9c48938 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Unset dirty status for tenant:5e7a6fe8305d46ee9d165af87c413b0d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:13:58.474288 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f53fa0a-03d9-4f73-ba4f-cdd59a4b4420 req-53df2d6c-4935-4d91-8bfb-45d5f9c48938 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 932 time: 0.2868209
Apr 30 07:13:58.589580 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f53fa0a-03d9-4f73-ba4f-cdd59a4b4420 req-7c6389e9-a193-4e81-8caa-88d9f014247d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020772
Apr 30 07:13:58.923677 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de85b33-7f13-4a2e-96b3-68b92e5ab528 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:13:58.931807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:58.947418 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Transition to ACTIVE for port object 7de85b33-7f13-4a2e-96b3-68b92e5ab528 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:13:58.952423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:58.959604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-39bdd5cf-09eb-457d-a79b-dcbda218f282 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:59.101926 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:59.106253 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:59.282766 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Attempting to bind port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:13:59.283370 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Attempting to bind port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:13:59.283741 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Attempting to bind port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 on network 418fe525-ead4-4072-abf2-add1be77ff36 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:59.290021 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 on network 418fe525-ead4-4072-abf2-add1be77ff36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:13:59.291175 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Attempting to bind port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 on network 418fe525-ead4-4072-abf2-add1be77ff36 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:13:59.297777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:13:59.298236 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Checking segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:13:59.298663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Bound using segment: {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:13:59.299265 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Bound port: 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cbaf3c-021b-4b23-baeb-fe6f7f692621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:13:59.300019 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:59.408271 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:13:59.412096 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:13:59.417064 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:59.421755 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:13:59.491125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:59.491955 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:13:59.493628 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] 10.222.0.10 "PUT /v2.0/ports/7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 1094 time: 1.3510339
Apr 30 07:13:59.494246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:13:59.597836 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'status': 'completed', 'code': 200}
Apr 30 07:13:59.610257 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:13:59.620483 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:13:59.664313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-b745adb1-cae0-4d33-aec9-2999cdfdb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:59.666741 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-b745adb1-cae0-4d33-aec9-2999cdfdb75a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1097 time: 0.1116767
Apr 30 07:13:59.776952 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-21e7a7b5-17ba-4017-97e0-ff3a126b067f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 217 time: 0.0971768
Apr 30 07:13:59.849694 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00e3b-2414-4a1f-b1f7-e7ed9b761958 req-f3253555-2a24-4ccb-ad59-1dd17ebc6f2f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:59.858405 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-73c00e3b-2414-4a1f-b1f7-e7ed9b761958 req-f3253555-2a24-4ccb-ad59-1dd17ebc6f2f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0966539
Apr 30 07:13:59.858976 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-bb581c74-0003-4b68-80b6-ac7c1f1cf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:59.863082 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-bb581c74-0003-4b68-80b6-ac7c1f1cf35b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0744109
Apr 30 07:13:59.927018 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-73c00e3b-2414-4a1f-b1f7-e7ed9b761958 req-eceafca6-9a45-454f-9438-1b559a6b9982 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665927
Apr 30 07:13:59.964078 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-73b26231-7a9c-4f7e-ae31-0c32309db6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:13:59.965517 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-73b26231-7a9c-4f7e-ae31-0c32309db6cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0926776
Apr 30 07:14:00.137502 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-27100f5d-e270-4187-8101-91ef38294d57 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489151
Apr 30 07:14:00.307063 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b5bf93-cf31-486a-85f0-657461edab92 req-68410e2f-bc40-4e8e-a29c-47eef3a0ccb8 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588545
Apr 30 07:14:00.486346 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-3dde7e11-7197-4e70-bb99-f2b8ff24c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:00.488519 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-3dde7e11-7197-4e70-bb99-f2b8ff24c274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1097 time: 0.0902140
Apr 30 07:14:00.633374 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-1b7ae33d-ffc9-40a2-9210-c87c13fe037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:00.634930 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-1b7ae33d-ffc9-40a2-9210-c87c13fe037d service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1377501
Apr 30 07:14:00.710365 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-1f19f09b-597d-4f1e-b6d9-4ed73cd97699 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 217 time: 0.0672629
Apr 30 07:14:00.794302 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-d7fcf8c8-a92b-4968-9da0-096c40ca6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:00.795956 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-d7fcf8c8-a92b-4968-9da0-096c40ca6341 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0715036
Apr 30 07:14:00.993653 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-97df95a7-9c07-45b2-979e-958407c60cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:00.995193 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-97df95a7-9c07-45b2-979e-958407c60cb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1877403
Apr 30 07:14:01.133198 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6fdb-ced4-41b2-a4c9-a892115903e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:01.161953 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27485c93-0ab1-4897-bb10-e9d3e71ce96a req-9dad1ab4-9bfc-4261-911e-1286da2597d3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:01.163418 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-27485c93-0ab1-4897-bb10-e9d3e71ce96a req-9dad1ab4-9bfc-4261-911e-1286da2597d3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0968275
Apr 30 07:14:01.170900 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-0b7674ed-ec98-473b-b05a-522a5d721882 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602509
Apr 30 07:14:01.214309 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-27485c93-0ab1-4897-bb10-e9d3e71ce96a req-7c18c420-e38a-47d0-9885-34c9354ea35c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431557
Apr 30 07:14:01.327576 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b16eec8c-02de-4011-9a45-7394db4a6a58 req-ab3e45d5-6796-4e1f-a75c-a68a22b57cf2 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393454
Apr 30 07:14:01.369285 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:14:01.939789 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:14:02.069911 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:02.083439 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'mac_address': 'fa:16:3e:b7:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:14:02.141895 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:02.158003 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de85b33-7f13-4a2e-96b3-68b92e5ab528 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:14:02.173416 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:02.177420 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:02.179227 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:02.244127 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:02.247644 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:02.411728 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fc303-5c61-4af8-9a3d-fbf90f8196f7 req-7c7624c3-ce73-4c93-8aaf-3c041880a78c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:02.413165 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5f7fc303-5c61-4af8-9a3d-fbf90f8196f7 req-7c7624c3-ce73-4c93-8aaf-3c041880a78c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0791516
Apr 30 07:14:02.459057 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5f7fc303-5c61-4af8-9a3d-fbf90f8196f7 req-b7ea281c-1f77-4200-b9af-f39788d0fef9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400767
Apr 30 07:14:02.497383 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['7de85b33-7f13-4a2e-96b3-68b92e5ab528'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:14:03.572211 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:03.646646 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4636-775a-4f4b-8604-2b3872d3fad4 req-059bbd58-2b61-4362-a7fb-58f146dd3578 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:03.648089 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-232b4636-775a-4f4b-8604-2b3872d3fad4 req-059bbd58-2b61-4362-a7fb-58f146dd3578 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0781448
Apr 30 07:14:03.692257 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-232b4636-775a-4f4b-8604-2b3872d3fad4 req-87b8180a-259e-4add-bf80-a63f3c65ad11 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382290
Apr 30 07:14:03.726723 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-aa5084ff-b387-47c8-94df-02aede287723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:03.952953 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:04.047847 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:04.052394 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:04.052771 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.162999 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.192376 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:14:04.201907 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:04.205980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.208182 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5375afa2-bc2d-439f-8bbf-baa2e6fd972a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:04.279030 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:04.282568 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:04.342480 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54418) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:04.378135 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'code': 200}
Apr 30 07:14:04.403744 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Deleting subnet 225266c8-766f-40b9-b538-5595ac38f9cb {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:14:04.406663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.461565 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.522868 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.623608 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.740789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edaad2-fa5a-4bec-ad69-64c15b4898eb req-956e92d9-6edf-4feb-a178-a8b7cf5c2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:04.742267 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d7edaad2-fa5a-4bec-ad69-64c15b4898eb req-956e92d9-6edf-4feb-a178-a8b7cf5c2eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1099 time: 0.1857412
Apr 30 07:14:04.876071 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d7edaad2-fa5a-4bec-ad69-64c15b4898eb req-c0da5ebf-34c9-4b93-b177-fcda4ff33ea6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232333
Apr 30 07:14:04.912522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.920530 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:04.962153 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24379f-0230-4e02-b606-f0323f32619b req-3d986e97-39d0-412a-880a-2047bada00c4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:04.963612 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8a24379f-0230-4e02-b606-f0323f32619b req-3d986e97-39d0-412a-880a-2047bada00c4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1551876
Apr 30 07:14:04.966002 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225266c8-766f-40b9-b538-5595ac38f9cb,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:04.967756 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:04.970312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:04.986972 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b5c806a5-e7ca-4ff9-a2ae-2b14253ac8de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/225266c8-766f-40b9-b538-5595ac38f9cb HTTP/1.1" status: 204  len: 168 time: 0.6432717
Apr 30 07:14:04.989392 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54426) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:05.088074 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8a24379f-0230-4e02-b606-f0323f32619b req-61b2ea9b-c5d2-4fb6-b5f1-8d17002bba2e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156254
Apr 30 07:14:05.111953 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.236224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.339052 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b8fb56e20>,) {'filters': {'network_id': ['103c5146-7538-4e3d-aab5-54e4e4caa435']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:05.354943 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8fb56e20>, '333d53d5-e9c4-427b-8374-e6fbd71f8668') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:05.355553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8fb56e20>, '333d53d5-e9c4-427b-8374-e6fbd71f8668') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:05.366344 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.382241 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.388732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:14:05.644468 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:14:05.652798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.818099 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Network 103c5146-7538-4e3d-aab5-54e4e4caa435 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:14:05.839070 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:14:05.921454 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.925653 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-da7ac17a-8a66-442b-98c8-0fef99797bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:05.938613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:05.948610 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=103c5146-7538-4e3d-aab5-54e4e4caa435,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:05.951777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:05.957356 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-fd63ca6a-8551-42fd-a1df-ca8cf85c5d8b admin admin] 10.222.0.35 "DELETE /v2.0/networks/103c5146-7538-4e3d-aab5-54e4e4caa435 HTTP/1.1" status: 204  len: 168 time: 0.9670620
Apr 30 07:14:06.130047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54436) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:06.182606 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d6860029-ea17-4ae4-bbaa-542643abb99e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bba873676f9740e2a7e148313c84b592&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490084
Apr 30 07:14:06.182840 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54440) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:06.239328 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:06.292573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:06.331173 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:06.347753 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da3271-26ae-4a84-abc7-95a2abd37a9d req-3285962f-7164-40c1-8e95-92813e896fb5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:06.349193 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a6da3271-26ae-4a84-abc7-95a2abd37a9d req-3285962f-7164-40c1-8e95-92813e896fb5 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1485229
Apr 30 07:14:06.411543 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a6da3271-26ae-4a84-abc7-95a2abd37a9d req-aa4c24aa-e6cf-49e5-a87e-3a17e5ba8d2e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536339
Apr 30 07:14:06.424620 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:06.428464 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4fa55f2-43e7-4ae4-b170-fdf7e4390db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:06.442317 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04975e20-b771-43a9-ba98-da750dc23e84,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:06.445004 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:06.455291 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:06.456433 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04975e20-b771-43a9-ba98-da750dc23e84 HTTP/1.1" status: 204  len: 168 time: 0.2728515
Apr 30 07:14:06.605089 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dfee7-ee28-4e0b-a514-f13f2a8fc0e4 req-e0bc4451-26d6-468a-b790-166560fd9e80 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:06.607083 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-796dfee7-ee28-4e0b-a514-f13f2a8fc0e4 req-e0bc4451-26d6-468a-b790-166560fd9e80 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0850513
Apr 30 07:14:06.615801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54448) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:06.621233 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Request body: {'floatingip': {'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:06.699428 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:07.300771 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:07.304970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:07.569289 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Floating IP a3ceaa59-9727-43c9-bfc1-50fce74a1062 associated. External IP: 172.27.3.226, port: 7de85b33-7f13-4a2e-96b3-68b92e5ab528.
Apr 30 07:14:07.961268 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Router f7359a5f-7598-4ee7-ae10-b053ad53347e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:14:08.137565 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:14:08.141820 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:08.147607 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:14:08.158841 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:08.159429 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cbba00>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:08.202186 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6f0424c2-704a-4c68-8eb5-43bd8b8be6d2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "PUT /v2.0/floatingips/a3ceaa59-9727-43c9-bfc1-50fce74a1062 HTTP/1.1" status: 200  len: 992 time: 1.5820367
Apr 30 07:14:08.202186 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:14:08.259237 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'status': 'completed', 'code': 200}
Apr 30 07:14:08.338459 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:08.366496 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd823-054b-4ac8-822e-e535b09ba236 req-2a44d7ae-446e-4f58-bd92-fc5da89a879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:08.368205 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-2a44d7ae-446e-4f58-bd92-fc5da89a879e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1099 time: 0.0742729
Apr 30 07:14:08.502296 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd823-054b-4ac8-822e-e535b09ba236 req-4273a543-9d7e-4c5e-8a93-c044791ef043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:08.503904 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-4273a543-9d7e-4c5e-8a93-c044791ef043 service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1263163
Apr 30 07:14:08.613836 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-8e5ac67a-3765-4b0f-8877-0e681879720a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 1000 time: 0.0956473
Apr 30 07:14:08.680718 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cbba00>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': 'a3ceaa59-9727-43c9-bfc1-50fce74a1062', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'mac_address': 'fa:16:3e:b7:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da967c-4f20-44da-8e65-2f271390b4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:13:53Z', 'updated_at': '2021-04-30T07:14:07Z', 'revision_number': 1, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:08.681138 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd823-054b-4ac8-822e-e535b09ba236 req-27d551d7-ded4-4e60-b32c-ffc6a3413df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:08.682569 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-27d551d7-ded4-4e60-b32c-ffc6a3413df4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0562687
Apr 30 07:14:08.685007 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:14:08.693152 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:08.693744 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cbba00>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:08.770767 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd823-054b-4ac8-822e-e535b09ba236 req-43d0d8ff-f51c-4f93-b7b8-ea1f415c1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:08.772246 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-43d0d8ff-f51c-4f93-b7b8-ea1f415c1c59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717175
Apr 30 07:14:08.865192 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:09.022348 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-bed1ae05-439e-4881-b6a6-9ee7a31b3e3d service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2358484
Apr 30 07:14:09.174668 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-475fd823-054b-4ac8-822e-e535b09ba236 req-c08006e5-1d4e-46e0-ab07-5d307be62cd5 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452773
Apr 30 07:14:09.249250 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cbba00>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': 'a3ceaa59-9727-43c9-bfc1-50fce74a1062', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'mac_address': 'fa:16:3e:b7:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da967c-4f20-44da-8e65-2f271390b4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:13:53Z', 'updated_at': '2021-04-30T07:14:07Z', 'revision_number': 1, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:09.253458 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa86a9-382f-4f9e-a8fe-bfccc0d6fb68 None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': 'a3ceaa59-9727-43c9-bfc1-50fce74a1062', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'mac_address': 'fa:16:3e:b7:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da967c-4f20-44da-8e65-2f271390b4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:13:53Z', 'updated_at': '2021-04-30T07:14:07Z', 'revision_number': 1, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:14:09.447700 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2b22c-624e-4e3f-b4c9-347fb1390b30 None None] New status for floating IP a3ceaa59-9727-43c9-bfc1-50fce74a1062: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:14:16.188528 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54544) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:16.307033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.321439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:16.325361 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0374ee7e0d414ba51d3cf476e8a911 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:16.328589 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:16.334480 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:16.421818 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.426107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.435524 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2e0f7085-6cd7-4e7f-99e0-e3556b0cc0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:16.476321 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e0374ee7e0d414ba51d3cf476e8a911&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2867260
Apr 30 07:14:16.477957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d74f525-9e3a-41bb-bd2f-e20745e79429,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:16.479007 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54556) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:16.482298 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b0215585-92c5-41a8-a4ab-04a0d72b1aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:16.548846 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.575047 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.627463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.632425 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a1bd8477-0437-422b-ba9b-46ee0a7eae74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:16.643616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d74f525-9e3a-41bb-bd2f-e20745e79429,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:16.645840 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:16.650894 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:16.655388 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d74f525-9e3a-41bb-bd2f-e20745e79429 HTTP/1.1" status: 204  len: 168 time: 0.1720221
Apr 30 07:14:16.804725 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d01b2c-f4aa-4ffb-92ca-86156ea7b87c req-57508cf5-34ed-4389-86ab-0618a549be96 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:16.806172 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-26d01b2c-f4aa-4ffb-92ca-86156ea7b87c req-57508cf5-34ed-4389-86ab-0618a549be96 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0831339
Apr 30 07:14:16.850317 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-26d01b2c-f4aa-4ffb-92ca-86156ea7b87c req-0cc0a023-f8b9-4d50-829e-4a74797ad388 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376377
Apr 30 07:14:17.309312 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54582) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:17.409399 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1750140396-network', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:17.413936 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:17.417693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Usage tracker for resource:network and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:17.421001 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:17.427200 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:17.438123 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Made reservation on behalf of a3a57b0487ae4b69b2fda26c0b5c2f70 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:14:17.440439 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.452597 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.467100 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:17.470918 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:17.474428 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:17.480205 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:17.564334 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.568305 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.573224 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-571db9ae-ec2a-4b9a-9dc4-a112289e82ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:17.598169 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:14:17.610996 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f296e-3a05-4fdd-bc0b-3a09ef5a1666,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:17.614821 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:17.615698 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.616124 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Added segment 56437c4e-0048-4cbd-a8e3-12a84c038766 of type vlan for network f6f8dfdd-bc9c-447f-917d-c41ebb051a22
Apr 30 07:14:17.641028 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.669299 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.670593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:17.671228 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:17.674548 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-31b411e1-6e4d-418a-8626-37a9188779ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:17.770394 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Pushing event updated for resources: {'Network': ['ID=f6f8dfdd-bc9c-447f-917d-c41ebb051a22,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:17.773822 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4634104
Apr 30 07:14:17.774664 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:17.776642 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54592) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:17.781740 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:14:17.782734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Request body: {'subnet': {'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1750140396-subnet', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:17.787403 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:17.791278 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Usage tracker for resource:subnet and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:17.794957 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:17.800694 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:17.810512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Made reservation on behalf of a3a57b0487ae4b69b2fda26c0b5c2f70 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:14:17.812994 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.110208 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b46f9-fd00-4400-83d1-2d5602625790 req-eebf40b5-ab20-48e1-8921-817207513512 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:18.111642 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb3b46f9-fd00-4400-83d1-2d5602625790 req-eebf40b5-ab20-48e1-8921-817207513512 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1353695
Apr 30 07:14:18.183616 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb3b46f9-fd00-4400-83d1-2d5602625790 req-baa52755-6c57-4860-be14-a374b80daa1e tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618834
Apr 30 07:14:18.384803 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.389868 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:18.460816 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84828b8b-c7b1-4940-950b-3106c023cf28,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:18.464431 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:18.465293 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Checking segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:18.465656 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Network hostable DHCP agents. Network: f6f8dfdd-bc9c-447f-917d-c41ebb051a22, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:14:18.481877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:14:18.490777 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, f6f8dfdd-bc9c-447f-917d-c41ebb051a22) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:18.499865 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441a3ad-f8fa-4564-bf1a-8bb49b8e2e06 None None] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:14:18.500010 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:18.500490 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.520921 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-c608efda-38d6-4924-ba13-c02de9701e97 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7427764
Apr 30 07:14:18.523499 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54598) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:18.528812 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:18.533236 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:18.537003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Usage tracker for resource:router and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:18.539812 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:18.545464 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:18.555541 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.556544 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.572994 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.713796 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:14:18.714645 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.844431 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:18.863878 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Allocated IP 172.20.0.2 (f6f8dfdd-bc9c-447f-917d-c41ebb051a22/84828b8b-c7b1-4940-950b-3106c023cf28/15cfeb57-8669-4d8f-83ab-4ce62856dbbe) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:19.068663 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.078987 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Transition to ACTIVE for port object 15cfeb57-8669-4d8f-83ab-4ce62856dbbe will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:19.096763 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Transition to ACTIVE for port object 15cfeb57-8669-4d8f-83ab-4ce62856dbbe will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:19.102435 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.105899 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:19.149173 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.167253 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:19.170468 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:19.174113 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:19.178529 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.223538 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Pushing event updated for resources: {'Port': ['ID=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:19.253280 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:19.280823 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Attempting to bind port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:19.281210 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Attempting to bind port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:19.281586 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Attempting to bind port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:19.287148 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:19.287525 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Checking segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:19.288227 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.288366 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Bound using segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:19.288822 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Bound port: 15cfeb57-8669-4d8f-83ab-4ce62856dbbe, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:19.289253 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.321604 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Allocated IP 172.27.3.186 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/692a9e5b-0e20-422f-999b-8064311d84b6) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:19.381615 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] For port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:19.385193 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] For port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:19.388948 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.397498 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:19.403809 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530989c-ef47-4189-a7fa-2b2cf628aa81 req-e7a7853a-e41c-48e2-ac7b-0d3868db56a5 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:19.408193 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6530989c-ef47-4189-a7fa-2b2cf628aa81 req-e7a7853a-e41c-48e2-ac7b-0d3868db56a5 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1030405
Apr 30 07:14:19.469817 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6530989c-ef47-4189-a7fa-2b2cf628aa81 req-60039a44-764e-417f-87d9-43a1406b84bd tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530066
Apr 30 07:14:19.471408 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Pushing event updated for resources: {'Port': ['ID=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:19.474484 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:19.569605 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.598922 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:19.603507 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f846aba6-c9a4-4b8b-bdfd-41945fc71f41 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:19.660959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:19.663759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:19.668843 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:19.728939 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=692a9e5b-0e20-422f-999b-8064311d84b6,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:19.734184 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:20.120516 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 15cfeb57-8669-4d8f-83ab-4ce62856dbbe up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:20.130378 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:20.197530 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:20.441402 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbde12e-297c-43b6-8575-babb599b9464 None None] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:14:20.475881 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:20.543607 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Provisioning for port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:20.550858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Provisioning complete for port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:20.551238 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:20.735745 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f472c6-74dd-44ec-a51c-ec5a13c70a07 req-f06c1697-80fc-480d-a8d3-0e9fca905e6b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:20.737061 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-05f472c6-74dd-44ec-a51c-ec5a13c70a07 req-f06c1697-80fc-480d-a8d3-0e9fca905e6b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1259358
Apr 30 07:14:20.764721 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:20.765656 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:14:20.811445 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] For port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:20.816497 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:20.818089 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:20.894907 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Pushing event updated for resources: {'Port': ['ID=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:20.898565 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:20.972298 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-05f472c6-74dd-44ec-a51c-ec5a13c70a07 req-8cb107e0-e61e-4b07-a90c-eb3b712cd4a2 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2275839
Apr 30 07:14:21.040219 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-df27a337-c3f4-4623-99e8-db2035883dac None None] Provisioning complete for port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:21.040616 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-df27a337-c3f4-4623-99e8-db2035883dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:21.079082 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:14:21.088263 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:14:21.101786 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:21.103040 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0bb463ef-ca24-4e6f-8219-370493a2e1e5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5785885
Apr 30 07:14:21.105706 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54618) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:21.112157 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:21.112772 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94bc5dc0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:21.366652 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:21.646187 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94bc5dc0>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:19Z', 'revision_number': 3, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:21.649885 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:14:21.650242 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Updating router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 port 692a9e5b-0e20-422f-999b-8064311d84b6 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:14:21.701467 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:21.769402 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:21.822153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:21.971826 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Allocated IP 172.20.0.1 (f6f8dfdd-bc9c-447f-917d-c41ebb051a22/84828b8b-c7b1-4940-950b-3106c023cf28/e96be084-065a-4426-b1fc-12a0a397235e) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:22.041102 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.057116 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Transition to ACTIVE for port object 692a9e5b-0e20-422f-999b-8064311d84b6 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:22.065291 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.071425 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:22.133885 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.160579 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Attempting to bind port 692a9e5b-0e20-422f-999b-8064311d84b6 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:22.160956 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Attempting to bind port 692a9e5b-0e20-422f-999b-8064311d84b6 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:22.161331 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Attempting to bind port 692a9e5b-0e20-422f-999b-8064311d84b6 on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:22.163518 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 15cfeb57-8669-4d8f-83ab-4ce62856dbbe up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:22.168633 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Transition to ACTIVE for port object e96be084-065a-4426-b1fc-12a0a397235e will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:22.198050 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.199657 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:22.200077 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:22.200477 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.200871 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:22.201351 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Bound port: 692a9e5b-0e20-422f-999b-8064311d84b6, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:22.201722 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.211440 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4c7b14e1-71d9-4c31-9dc6-8ec2108d7d3a tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:22.216740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da331311-ac30-4bd6-aee9-95c9d3781552 req-6f6594f8-1bb9-4879-bb21-2b563590462d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:22.218234 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-da331311-ac30-4bd6-aee9-95c9d3781552 req-6f6594f8-1bb9-4879-bb21-2b563590462d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1228459
Apr 30 07:14:22.258798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653da91-ef05-4e63-8bec-02d72f022987 None None] Pushing event updated for resources: {'Port': ['ID=692a9e5b-0e20-422f-999b-8064311d84b6,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:22.261662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b653da91-ef05-4e63-8bec-02d72f022987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:22.280672 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:22.282504 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-da331311-ac30-4bd6-aee9-95c9d3781552 req-ac9eeeb6-a0f6-44ed-8979-4c66a24c52a0 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577095
Apr 30 07:14:22.283645 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:22.287344 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:22.330945 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] For port 692a9e5b-0e20-422f-999b-8064311d84b6, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:22.335255 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] For port 692a9e5b-0e20-422f-999b-8064311d84b6, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=692a9e5b-0e20-422f-999b-8064311d84b6,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:22.336982 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:22.337354 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.357396 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Pushing event updated for resources: {'Port': ['ID=e96be084-065a-4426-b1fc-12a0a397235e,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:22.361832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:22.371230 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.375953 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.382674 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b20fd146-917a-48ad-9c71-4460fc887a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:22.494519 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653da91-ef05-4e63-8bec-02d72f022987 None None] Pushing event updated for resources: {'Port': ['ID=692a9e5b-0e20-422f-999b-8064311d84b6,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:22.499350 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:22.499925 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94bc5dc0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:22.555055 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b653da91-ef05-4e63-8bec-02d72f022987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:22.694263 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a4ef22eb-07ad-4677-9391-8bd056c00a67 None None] Provisioning for port e96be084-065a-4426-b1fc-12a0a397235e completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:22.749453 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-a4ef22eb-07ad-4677-9391-8bd056c00a67 None None] Provisioning complete for port e96be084-065a-4426-b1fc-12a0a397235e triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:22.749733 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a4ef22eb-07ad-4677-9391-8bd056c00a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.770745 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.826385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:22.868760 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef22eb-07ad-4677-9391-8bd056c00a67 None None] Port e96be084-065a-4426-b1fc-12a0a397235e cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:14:22.994551 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:22.999977 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:23.026364 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-45ff5a1e-16b3-4405-b781-9378c43eb6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:23.106249 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:23.109756 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94bc5dc0>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:19Z', 'revision_number': 3, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:23.110588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Pushing event updated for resources: {'Port': ['ID=e96be084-065a-4426-b1fc-12a0a397235e,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:23.113738 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5cfb3-f006-41f9-a4fd-a9de3dbddbbf None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:19Z', 'revision_number': 3, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:14:23.114838 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:23.248073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:23.249166 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:23.558791 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:14:23.595459 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-8b6fc95c-e80c-4a92-a854-2ef3a7038371 None None] Provisioning complete for port e96be084-065a-4426-b1fc-12a0a397235e triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:23.596070 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc95c-e80c-4a92-a854-2ef3a7038371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:23.651915 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fc95c-e80c-4a92-a854-2ef3a7038371 None None] Port e96be084-065a-4426-b1fc-12a0a397235e cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:14:23.654996 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf184-150a-43a7-919d-366866586025 req-1ae5bfe5-9241-4295-9e9d-d19fbbac9120 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:23.656545 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-881cf184-150a-43a7-919d-366866586025 req-1ae5bfe5-9241-4295-9e9d-d19fbbac9120 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1941884
Apr 30 07:14:23.791968 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-881cf184-150a-43a7-919d-366866586025 req-705465dc-54e1-4027-b1f5-ca80f418e837 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214793
Apr 30 07:14:23.802900 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:14:23.812975 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] 10.222.0.35 "PUT /v2.0/routers/a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7062514
Apr 30 07:14:24.112266 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 692a9e5b-0e20-422f-999b-8064311d84b6 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:24.188062 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 692a9e5b-0e20-422f-999b-8064311d84b6 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:24.192900 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 692a9e5b-0e20-422f-999b-8064311d84b6 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:24.193281 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.312202 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.330061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 692a9e5b-0e20-422f-999b-8064311d84b6, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=692a9e5b-0e20-422f-999b-8064311d84b6,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:24.334779 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.337353 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1e273ab1-ccf5-46f3-8199-8ecabe731da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:24.357149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54650) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:24.364297 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-797463359-network', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:24.369019 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:24.373610 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Usage tracker for resource:network and tenant:976fd4a0a17b4b46ab61ec7e00e83511 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:24.376654 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:24.382782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:24.398456 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Made reservation on behalf of 976fd4a0a17b4b46ab61ec7e00e83511 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:14:24.400853 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.409671 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=692a9e5b-0e20-422f-999b-8064311d84b6,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:24.416447 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:24.416626 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.430564 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:24.434889 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Usage tracker for resource:security_group_rule and tenant:976fd4a0a17b4b46ab61ec7e00e83511 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:24.437695 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:24.443780 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:24.536909 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.542832 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.545952 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e88b4873-ec96-4641-a58e-b6462657691d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:24.573461 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:14:24.582608 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffb298-5810-48c3-b8c6-8b2d08bfdd3f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:24.586051 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:24.588454 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.588795 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Added segment 6bb3af5e-689e-4e53-9596-b87d4005ce67 of type vlan for network 046dfa0d-61b9-48bf-81da-577e80cfda82
Apr 30 07:14:24.615496 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.644453 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.645717 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:24.646284 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:24.650708 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bd61bc56-cf3d-4e1b-898c-22827eebd27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:24.744274 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3859675
Apr 30 07:14:24.747643 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54656) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:24.750973 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Pushing event updated for resources: {'Network': ['ID=046dfa0d-61b9-48bf-81da-577e80cfda82,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:24.753849 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:24.758818 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Request body: {'subnet': {'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-797463359-subnet', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:24.760896 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:14:24.763584 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:24.767371 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Usage tracker for resource:subnet and tenant:976fd4a0a17b4b46ab61ec7e00e83511 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:24.770158 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:24.775832 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:24.815586 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:14:24.815586 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:24.815586 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9570ecd0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:24.822221 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Made reservation on behalf of 976fd4a0a17b4b46ab61ec7e00e83511 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:14:24.824790 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033519'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.011405 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:25.081124 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70818090-5fea-478a-8d3f-edd85e299860 req-a02ea347-21b9-4563-9cde-c248c8878bf9 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:25.082497 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-70818090-5fea-478a-8d3f-edd85e299860 req-a02ea347-21b9-4563-9cde-c248c8878bf9 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1536045
Apr 30 07:14:25.162353 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-70818090-5fea-478a-8d3f-edd85e299860 req-cc11129e-69a3-4f2a-b0e9-881859ccd43d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725663
Apr 30 07:14:25.315542 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9570ecd0>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 2, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:25.319211 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:14:25.319559 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Updating router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 port e96be084-065a-4426-b1fc-12a0a397235e binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:14:25.347182 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033533'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.351651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:25.370068 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.422730 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b85a86-ec7f-4c43-a370-202633aff2e3,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:25.426190 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:25.429109 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Checking segment: {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:25.429109 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Network hostable DHCP agents. Network: 046dfa0d-61b9-48bf-81da-577e80cfda82, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:14:25.446113 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:14:25.455645 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 046dfa0d-61b9-48bf-81da-577e80cfda82) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:25.464924 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:25.465092 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a4a07-350c-4756-9527-fa113ff5956d None None] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:14:25.465510 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.492194 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-024a9b4d-de38-420d-adef-1e22dea1e29d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7433224
Apr 30 07:14:25.494634 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54664) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:25.500539 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:25.504965 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:25.508947 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Usage tracker for resource:router and tenant:976fd4a0a17b4b46ab61ec7e00e83511 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:25.511790 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:25.517671 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:25.532907 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.534027 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.551266 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.709201 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-046dfa0d-61b9-48bf-81da-577e80cfda82', 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'fixed_ips': [{'subnet_id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:14:25.710026 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.724744 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.739269 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Transition to ACTIVE for port object e96be084-065a-4426-b1fc-12a0a397235e will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:25.746715 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.757449 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-447646b6-b93e-42ff-95e7-b90e2068fed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:25.829631 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:25.879479 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Pushing event updated for resources: {'Port': ['ID=e96be084-065a-4426-b1fc-12a0a397235e,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:25.890324 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Allocated IP 172.20.0.2 (046dfa0d-61b9-48bf-81da-577e80cfda82/b6b85a86-ec7f-4c43-a370-202633aff2e3/7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:25.894977 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.895597 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.896235 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.896816 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.897347 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.897854 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.898356 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.898870 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.899390 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.899925 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.900415 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.900919 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:25.910308 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:26.008365 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Attempting to bind port e96be084-065a-4426-b1fc-12a0a397235e on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:26.008736 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Attempting to bind port e96be084-065a-4426-b1fc-12a0a397235e by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:26.009095 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Attempting to bind port e96be084-065a-4426-b1fc-12a0a397235e on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:26.015130 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:26.015391 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Checking segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:26.015826 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.016216 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Bound using segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:26.016678 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Bound port: e96be084-065a-4426-b1fc-12a0a397235e, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:26.017068 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.127155 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] For port e96be084-065a-4426-b1fc-12a0a397235e, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:26.130960 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] For port e96be084-065a-4426-b1fc-12a0a397235e, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e96be084-065a-4426-b1fc-12a0a397235e,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:26.135611 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.140974 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:26.180287 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.196908 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Transition to ACTIVE for port object 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:26.223125 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Pushing event updated for resources: {'Port': ['ID=e96be084-065a-4426-b1fc-12a0a397235e,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:26.227200 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f950b1fe-05ba-4ff0-b108-d49c4095c3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:26.229178 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:26.229874 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9570ecd0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:26.252391 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Transition to ACTIVE for port object 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:26.265344 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 692a9e5b-0e20-422f-999b-8064311d84b6 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:26.313801 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.333496 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:26.395243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.419067 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:26.422156 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Pushing event updated for resources: {'Port': ['ID=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:26.425499 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:26.426357 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:26.428572 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:26.438460 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.487135 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:26.583343 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69185-badf-49ec-a1f4-064c7617e617 req-37ee60cf-cb46-4a90-8fdd-e247f93b683d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:26.589789 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Attempting to bind port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:26.590176 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Attempting to bind port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:26.590708 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Attempting to bind port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d on network 046dfa0d-61b9-48bf-81da-577e80cfda82 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:26.591438 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50f69185-badf-49ec-a1f4-064c7617e617 req-37ee60cf-cb46-4a90-8fdd-e247f93b683d tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.2645216
Apr 30 07:14:26.602481 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:26.602910 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Checking segment: {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:26.603323 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.603734 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Bound using segment: {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:26.604228 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Bound port: 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:26.604652 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.613740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Allocated IP 172.27.3.30 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/3ed9b271-6d4d-4da3-8714-dedcc59bb350) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:26.650618 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-50f69185-badf-49ec-a1f4-064c7617e617 req-32ca7dee-0984-4a9d-b105-44e07f02d396 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548368
Apr 30 07:14:26.703120 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 692a9e5b-0e20-422f-999b-8064311d84b6 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:26.703499 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.774871 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] For port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:26.777958 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.788325 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] For port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:26.798922 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.805495 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:26.817692 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:26.822635 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:26.847858 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9570ecd0>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:26Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:26.852058 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74644-5c34-4c30-b2ae-0994799170da None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:26Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:14:26.882890 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:26.896980 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:26.901831 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:26.962829 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Pushing event updated for resources: {'Port': ['ID=3ed9b271-6d4d-4da3-8714-dedcc59bb350,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:26.967246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:26.969966 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Pushing event updated for resources: {'Port': ['ID=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:26.973284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:27.426231 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:27.936429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:27.989628 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48539295-9c75-467d-a054-b04f563b3930 None None] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:14:28.056152 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50cdea-0022-438c-b568-0678bb915ce7 req-18a9bf2f-34f0-491e-b74d-e23997b5ff37 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:28.057635 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-af50cdea-0022-438c-b568-0678bb915ce7 req-18a9bf2f-34f0-491e-b74d-e23997b5ff37 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.2052813
Apr 30 07:14:28.101011 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-c776b382-d257-41a5-acae-9e86a74c16e9 None None] Provisioning for port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:28.184522 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-af50cdea-0022-438c-b568-0678bb915ce7 req-e1841744-befc-4c76-8c67-76ce7fa21c15 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739052
Apr 30 07:14:28.215159 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:28.222005 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:14:28.335862 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:28.343577 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:28.343980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:28.406865 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:14:28.425239 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Sync routers for ids ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:14:28.438527 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:28.442395 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0f113999-0e8a-4759-82ee-a64deb29b73b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9442759
Apr 30 07:14:28.442864 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54684) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:28.446861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Routers {'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:28.447510 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94beb4f0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:28.649326 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:28.704100 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Set router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:28.808144 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:28.818898 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:28.819962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e96be084-065a-4426-b1fc-12a0a397235e up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:28.864096 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-289290f2-3ff9-4b32-8aee-3ca91e9a8b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:29.005839 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-3ff9c6eb-f47c-4afa-aa4a-d43f0729b6f9 None None] Provisioning complete for port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:29.006546 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c6eb-f47c-4afa-aa4a-d43f0729b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.081137 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:29.134875 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.160615 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.160966 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.161309 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.161642 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.161974 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.162304 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.162633 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.162960 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.163288 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.163612 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.163962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.164281 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:29.168227 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:29.204687 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port e96be084-065a-4426-b1fc-12a0a397235e completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:29.222966 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e96be084-065a-4426-b1fc-12a0a397235e triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:29.223342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.360231 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Allocated IP 172.20.0.1 (046dfa0d-61b9-48bf-81da-577e80cfda82/b6b85a86-ec7f-4c43-a370-202633aff2e3/9d373e70-8e2d-427e-9e8f-f9b6020471b9) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:29.410237 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b9d32-1c50-4159-8037-55ceaca3e29a req-8e47ed7a-c5d2-4ff0-9a7f-34e51fdb6a0c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:29.410884 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94beb4f0>, [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:27Z', 'revision_number': 3, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:29.411944 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e66b9d32-1c50-4159-8037-55ceaca3e29a req-8e47ed7a-c5d2-4ff0-9a7f-34e51fdb6a0c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0847330
Apr 30 07:14:29.420185 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Checking router: ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:14:29.420549 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Updating router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:14:29.452033 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.465668 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e66b9d32-1c50-4159-8037-55ceaca3e29a req-bb1d2517-73ee-4db6-b165-822d5547e68f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462105
Apr 30 07:14:29.503395 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.539132 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port e96be084-065a-4426-b1fc-12a0a397235e, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e96be084-065a-4426-b1fc-12a0a397235e,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:29.546587 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.555093 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:29.623385 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.639615 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Transition to ACTIVE for port object 9d373e70-8e2d-427e-9e8f-f9b6020471b9 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:29.667807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.672976 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:29.688840 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=e96be084-065a-4426-b1fc-12a0a397235e,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:29.692110 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:29.728022 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:29.730720 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:29.738542 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:29.795210 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Pushing event updated for resources: {'Port': ['ID=9d373e70-8e2d-427e-9e8f-f9b6020471b9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:29.799484 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:29.810933 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.908033 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.921306 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Transition to ACTIVE for port object 3ed9b271-6d4d-4da3-8714-dedcc59bb350 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:29.927601 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:29.931919 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:30.018310 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Attempting to bind port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:30.019047 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Attempting to bind port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:30.019161 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Attempting to bind port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:30.021748 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b780575-1d94-4001-8384-39ef6353879c None None] Pushing event updated for resources: {'Port': ['ID=3ed9b271-6d4d-4da3-8714-dedcc59bb350,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:30.025878 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3b780575-1d94-4001-8384-39ef6353879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:30.028461 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f4087571-0411-4886-8db3-eabadc9c2106 None None] Provisioning for port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:30.033207 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f4087571-0411-4886-8db3-eabadc9c2106 None None] Provisioning complete for port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:30.033586 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f4087571-0411-4886-8db3-eabadc9c2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.057085 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:30.057463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:30.057867 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.058847 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:30.059546 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Bound port: 3ed9b271-6d4d-4da3-8714-dedcc59bb350, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:30.059679 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.078226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.110734 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:30.185565 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-f4087571-0411-4886-8db3-eabadc9c2106 None None] Port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:14:30.213727 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] For port 3ed9b271-6d4d-4da3-8714-dedcc59bb350, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:30.219162 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] For port 3ed9b271-6d4d-4da3-8714-dedcc59bb350, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=3ed9b271-6d4d-4da3-8714-dedcc59bb350,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:30.228215 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.241547 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b653da91-ef05-4e63-8bec-02d72f022987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:30.312125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.317236 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.324450 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Routers {'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:30.325074 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94beb4f0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:30.345757 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:30.378794 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b780575-1d94-4001-8384-39ef6353879c None None] Pushing event updated for resources: {'Port': ['ID=3ed9b271-6d4d-4da3-8714-dedcc59bb350,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:30.395049 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3b780575-1d94-4001-8384-39ef6353879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:30.403267 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:30.403642 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.423390 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:30.426893 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Pushing event updated for resources: {'Port': ['ID=9d373e70-8e2d-427e-9e8f-f9b6020471b9,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:30.429655 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:30.562406 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:30.563532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:30.588239 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] Set router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:30.731496 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e96be084-065a-4426-b1fc-12a0a397235e up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:30.827997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b02e-28a8-49f8-b78c-8d3670c13d1f req-75afcc43-0ef0-4a9d-9561-dc94eca0af28 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:30.829465 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bce7b02e-28a8-49f8-b78c-8d3670c13d1f req-75afcc43-0ef0-4a9d-9561-dc94eca0af28 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.2025392
Apr 30 07:14:30.834441 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:14:30.929432 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6c2f1197-537c-4d68-95d7-dcb52a283705 None None] Provisioning complete for port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:30.929812 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1197-537c-4d68-95d7-dcb52a283705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:31.017561 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f1197-537c-4d68-95d7-dcb52a283705 None None] Port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:14:31.018945 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port e96be084-065a-4426-b1fc-12a0a397235e triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:31.019507 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:31.070676 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bce7b02e-28a8-49f8-b78c-8d3670c13d1f req-281b3920-e780-447f-95b7-997c9efc170a tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2327137
Apr 30 07:14:31.141487 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d1473d7c-04e3-4a60-9950-9549c239dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:31.166894 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:14:31.176282 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] 10.222.0.35 "PUT /v2.0/routers/ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7323313
Apr 30 07:14:31.217885 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94beb4f0>, [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '9d373e70-8e2d-427e-9e8f-f9b6020471b9', 'name': '', 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'mac_address': 'fa:16:3e:e2:30:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:29Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 2, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'subnets': [{'id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:31.224416 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a8b2f-abed-4571-a784-6490e3584d03 None None] The sync data for ids ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'] in dv-cinder-773876-2-iscsi is: [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '9d373e70-8e2d-427e-9e8f-f9b6020471b9', 'name': '', 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'mac_address': 'fa:16:3e:e2:30:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:29Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 2, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'subnets': [{'id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:14:31.828950 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 54708) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:31.835104 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640597224', 'description': 'tempest-secgroup-smoke-640597224 description', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:31.841440 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:31.845216 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:31.848034 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:31.861469 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:31.873105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:31.893553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:31.897654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:31.900644 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:31.907456 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:32.037481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.044173 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.049054 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-913f5aff-76b2-407b-b46d-e94f4777a75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:32.101496 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d550d3d0-5233-48ff-a97e-7e0475d017d2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:32.105749 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:32.108785 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.110016 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2796059
Apr 30 07:14:32.113129 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54716) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:32.117357 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-3ba370e7-7f66-4f26-88a5-edc181f743e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:32.118882 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group_rule': {'security_group_id': 'd550d3d0-5233-48ff-a97e-7e0475d017d2', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:32.119448 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-3ba370e7-7f66-4f26-88a5-edc181f743e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.1392987
Apr 30 07:14:32.128981 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:32.136052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:32.145667 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:32.158317 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:32.172207 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 3ed9b271-6d4d-4da3-8714-dedcc59bb350 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:32.181006 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.260256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.278955 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:32.280857 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-ed8f17f2-2141-4b86-b252-bf6b229d0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:32.282297 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-ed8f17f2-2141-4b86-b252-bf6b229d0bbc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.1485193
Apr 30 07:14:32.285454 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:32.285897 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.297283 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.308423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:32.336626 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8304ad6d-3fea-415b-a126-6654aaa34f4d,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:32.343265 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:32.367190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.371402 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2572770
Apr 30 07:14:32.372366 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54720) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:32.381255 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group_rule': {'security_group_id': 'd550d3d0-5233-48ff-a97e-7e0475d017d2', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:32.389009 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:32.392965 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:32.396268 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:32.396642 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-0297c47b-456a-4d77-8880-3875d627cbaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 1001 time: 0.1026099
Apr 30 07:14:32.407182 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297019-a0e0-47ba-8e85-efac5b2d8663 req-ad6f7017-942f-42b9-9588-a6e8213fe16b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:32.408696 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fe297019-a0e0-47ba-8e85-efac5b2d8663 req-ad6f7017-942f-42b9-9588-a6e8213fe16b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1541615
Apr 30 07:14:32.412561 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:32.418839 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.437362 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 3ed9b271-6d4d-4da3-8714-dedcc59bb350, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=3ed9b271-6d4d-4da3-8714-dedcc59bb350,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:32.441584 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.443916 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:32.456078 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.470264 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-b77286aa-ec7f-4189-a3a3-b0d89b59a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:32.471736 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-b77286aa-ec7f-4189-a3a3-b0d89b59a7c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.0645638
Apr 30 07:14:32.489443 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fe297019-a0e0-47ba-8e85-efac5b2d8663 req-e57c87ce-ab4a-41c6-91ef-c850560c1103 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746632
Apr 30 07:14:32.518163 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=3ed9b271-6d4d-4da3-8714-dedcc59bb350,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:32.522598 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:32.542070 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.553314 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.555463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-706743d3-b6f2-4d9c-a046-17acaf1edbfc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:32.577652 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1569755c-1835-447f-8149-f1a43e300e6b,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:32.580385 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-9191510a-5d6a-4103-bc50-8acd11f6c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:32.581727 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:32.582844 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-9191510a-5d6a-4103-bc50-8acd11f6c2d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1010783
Apr 30 07:14:32.590924 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.592136 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2176261
Apr 30 07:14:32.595047 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54726) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:32.600267 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group_rule': {'security_group_id': 'd550d3d0-5233-48ff-a97e-7e0475d017d2', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:32.606155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:32.610217 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:32.613164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:32.619539 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:32.633929 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.700371 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.705073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.707155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5ba37d09-b097-4b9e-87a2-7a5f331cc3da tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:32.723849 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-7967c967-5c5e-429d-8e0b-7f03230f674d service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320100
Apr 30 07:14:32.728572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a2e357-de86-44e0-81e3-a0b2914ed6c6,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:32.730980 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:32.738575 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.739728 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e2c129fc-38ef-4423-a9e8-853d8217a5ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1437449
Apr 30 07:14:32.742333 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54730) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:32.747758 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group_rule': {'security_group_id': 'd550d3d0-5233-48ff-a97e-7e0475d017d2', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:32.753436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:32.757201 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:32.760070 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:32.766285 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:32.782613 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.848397 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.852437 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.854471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-16fbcdbd-701f-4758-9b44-7dea5c30c1d9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:32.868557 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-380b0f99-5ac3-49d1-ad5a-0c7e4b6691a6 req-546a859b-6420-4a4d-b1f9-5c4179a1c36d service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326430
Apr 30 07:14:32.875360 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b987a8-384d-4d2a-892c-64e12afa7642,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:32.879215 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:32.886959 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.888194 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-df5a6ae7-9b4f-4eca-882e-b966fa24c190 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1449573
Apr 30 07:14:32.890974 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54734) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:32.895971 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group_rule': {'security_group_id': 'd550d3d0-5233-48ff-a97e-7e0475d017d2', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:32.901522 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:32.905510 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:32.908317 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:32.914016 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:32.924089 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.securitygroups_db [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Project a3a57b0487ae4b69b2fda26c0b5c2f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 07:14:32.929397 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:32.996410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.000606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.007332 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4200f4de-57cf-43ea-9a53-00f03f3c9c47 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:33.026178 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb74c9c-4e43-45be-ba09-c5e0a96f70c9,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:33.029126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:33.036040 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.037168 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-f0fdd837-a7eb-4164-b7a1-bc753f9e4308 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1452897
Apr 30 07:14:33.039929 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 54738) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:14:33.045446 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'security_group_rule': {'security_group_id': 'd550d3d0-5233-48ff-a97e-7e0475d017d2', 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:33.050957 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:33.054647 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:security_group_rule and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:14:33.057459 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:14:33.063695 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:33.076452 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.securitygroups_db [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Project a3a57b0487ae4b69b2fda26c0b5c2f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 07:14:33.082043 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.146127 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.150343 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.152569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-08395d5e-0665-4449-8b7c-480676da0982 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:33.176369 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2263ac3c-1fec-4c8a-b6e5-9f0a8a34a167,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:33.181018 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:33.186008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.187198 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-6624520a-de78-496b-824d-e648bfaaa2f0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1463199
Apr 30 07:14:33.577334 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.737449 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14a20-4543-48d6-9304-0fb4dd67fcc7 req-913acfb0-9305-49d4-b972-8bff5c0a17fc tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:33.739369 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c1f14a20-4543-48d6-9304-0fb4dd67fcc7 req-913acfb0-9305-49d4-b972-8bff5c0a17fc tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0934703
Apr 30 07:14:33.751420 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cce16334-effe-49ca-a311-c46870312428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:33.822640 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c1f14a20-4543-48d6-9304-0fb4dd67fcc7 req-1b080923-6d32-40de-8c28-02753bc370cf tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659802
Apr 30 07:14:34.099146 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 3ed9b271-6d4d-4da3-8714-dedcc59bb350 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:34.168552 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:34.168925 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:34.596978 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Sync routers for ids ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:14:34.606383 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Routers {'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:34.607038 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9556ff70>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:34.625727 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:34.782832 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Set router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:35.034606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0850b-8ce7-4c68-bddb-76b47faeb38a req-eb2458c2-092e-49b2-9a5d-e9a4e8b70554 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:35.036257 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-93f0850b-8ce7-4c68-bddb-76b47faeb38a req-eb2458c2-092e-49b2-9a5d-e9a4e8b70554 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0856023
Apr 30 07:14:35.081352 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-93f0850b-8ce7-4c68-bddb-76b47faeb38a req-b013fbd5-9a7d-483e-9ef3-bc88afdc0dcf tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389864
Apr 30 07:14:35.103487 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9556ff70>, [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '9d373e70-8e2d-427e-9e8f-f9b6020471b9', 'name': '', 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'mac_address': 'fa:16:3e:e2:30:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:29Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 2, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'subnets': [{'id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:35.108161 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Checking router: ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:14:35.108516 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Updating router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:14:35.159982 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:35.507105 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:35.518390 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Transition to ACTIVE for port object 9d373e70-8e2d-427e-9e8f-f9b6020471b9 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:35.524973 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:35.530030 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:35.679254 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908db1c-8402-4466-ad95-c3bc0a568f68 None None] Pushing event updated for resources: {'Port': ['ID=9d373e70-8e2d-427e-9e8f-f9b6020471b9,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:35.710567 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8908db1c-8402-4466-ad95-c3bc0a568f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:35.771335 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Attempting to bind port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:35.771719 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Attempting to bind port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:35.772141 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Attempting to bind port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 on network 046dfa0d-61b9-48bf-81da-577e80cfda82 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:35.779124 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:35.779124 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Checking segment: {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:35.779821 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:35.780216 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Bound using segment: {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:35.781005 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Bound port: 9d373e70-8e2d-427e-9e8f-f9b6020471b9, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3af5e-689e-4e53-9596-b87d4005ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:35.781370 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:35.870853 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] For port 9d373e70-8e2d-427e-9e8f-f9b6020471b9, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:35.873980 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] For port 9d373e70-8e2d-427e-9e8f-f9b6020471b9, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=9d373e70-8e2d-427e-9e8f-f9b6020471b9,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:35.879613 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:35.884952 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-607d0230-021e-4948-9569-8c103e26fb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:35.965734 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Routers {'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:14:35.966423 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9556ff70>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:14:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:36.047969 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908db1c-8402-4466-ad95-c3bc0a568f68 None None] Pushing event updated for resources: {'Port': ['ID=9d373e70-8e2d-427e-9e8f-f9b6020471b9,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:36.058631 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-8908db1c-8402-4466-ad95-c3bc0a568f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:36.162065 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] Set router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:14:36.249387 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:36.306797 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6ec4-8e95-42ab-9797-644ea5dd01d9 req-30e5f558-11df-4689-8970-fa5d38bc4a80 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:36.308979 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-892f6ec4-8e95-42ab-9797-644ea5dd01d9 req-30e5f558-11df-4689-8970-fa5d38bc4a80 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1000543
Apr 30 07:14:36.358595 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-892f6ec4-8e95-42ab-9797-644ea5dd01d9 req-d5907087-ca20-4507-ac0b-25fd572bdf57 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413065
Apr 30 07:14:36.488894 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9556ff70>, [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '9d373e70-8e2d-427e-9e8f-f9b6020471b9', 'name': '', 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'mac_address': 'fa:16:3e:e2:30:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:29Z', 'updated_at': '2021-04-30T07:14:35Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'subnets': [{'id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:14:36.492859 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5736183-de60-44c2-88ce-0383af55e6a6 None None] The sync data for ids ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'] in dv-cinder-773876-2-iscsi is: [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:30Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '9d373e70-8e2d-427e-9e8f-f9b6020471b9', 'name': '', 'network_id': '046dfa0d-61b9-48bf-81da-577e80cfda82', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'mac_address': 'fa:16:3e:e2:30:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:29Z', 'updated_at': '2021-04-30T07:14:35Z', 'revision_number': 4, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'subnets': [{'id': 'b6b85a86-ec7f-4c43-a370-202633aff2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:14:36.728926 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-0ceaa639-2c4b-45f6-aea3-39d51d9f20e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1327929
Apr 30 07:14:36.756334 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03b9b-abe3-4ec4-b479-e2372185e429 req-878f08db-cf24-4b2e-8b87-f10a91fe2e20 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:36.758087 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6c03b9b-abe3-4ec4-b479-e2372185e429 req-878f08db-cf24-4b2e-8b87-f10a91fe2e20 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.1040947
Apr 30 07:14:36.811931 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f6c03b9b-abe3-4ec4-b479-e2372185e429 req-e4dfed27-537d-4449-8859-c540b5a95d54 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449409
Apr 30 07:14:38.013290 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765a234-e338-4f53-b4c1-8fb3583efe70 req-9268d124-6dba-4ace-af16-1d21319f3746 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:38.014735 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7765a234-e338-4f53-b4c1-8fb3583efe70 req-9268d124-6dba-4ace-af16-1d21319f3746 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0870082
Apr 30 07:14:38.051847 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:14:38.108293 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7765a234-e338-4f53-b4c1-8fb3583efe70 req-7938d889-7630-4a98-9078-cb91b6bd9b20 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594282
Apr 30 07:14:38.135072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-1c498368-fd92-4037-9df5-384919bcc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:38.136782 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-1c498368-fd92-4037-9df5-384919bcc074 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114&tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773 HTTP/1.1" status: 200  len: 1098 time: 0.1169577
Apr 30 07:14:38.163423 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 9d373e70-8e2d-427e-9e8f-f9b6020471b9 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:38.245942 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:38.248142 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-31b052a2-f997-4ef6-9bdc-3292d792e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:38.249694 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-31b052a2-f997-4ef6-9bdc-3292d792e4dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.0815473
Apr 30 07:14:38.251931 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:38.263361 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:38.263739 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:38.328204 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:14:38.343224 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:38.353072 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:38.357246 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:38.393082 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:14:38.397378 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-3ae009aa-22fc-45bc-9768-11f308a9e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:38.399153 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-3ae009aa-22fc-45bc-9768-11f308a9e9ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.1406293
Apr 30 07:14:38.434786 dv-cinder-773876-2-iscsi neutron-server[73810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'code': 422} returned with failed status
Apr 30 07:14:38.478397 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=6']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:38.482135 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:38.484680 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:38.517158 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 9d373e70-8e2d-427e-9e8f-f9b6020471b9, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=9d373e70-8e2d-427e-9e8f-f9b6020471b9,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:38.521153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:38.521418 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-9b2a9bd3-dbf9-4459-b33c-712d5ab293e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 999 time: 0.1112370
Apr 30 07:14:38.523080 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:38.591619 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=9d373e70-8e2d-427e-9e8f-f9b6020471b9,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:38.594767 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:38.687211 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-244b8cc0-2e75-4dd2-a448-0691f062832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:38.688679 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-244b8cc0-2e75-4dd2-a448-0691f062832d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.1527252
Apr 30 07:14:38.769751 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-5686c181-a94e-485b-b18a-303b47016316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:38.771188 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-5686c181-a94e-485b-b18a-303b47016316 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725009
Apr 30 07:14:38.909763 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-9146dd23-98c0-4334-85f8-11230ae6755f service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275122
Apr 30 07:14:39.046124 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-42247d1f-c0df-49e3-8b43-f98510d2cff6 req-4dc1c8d5-c85c-410a-9440-03e8ef48237a service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250017
Apr 30 07:14:39.298802 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659941-60ac-4597-acb9-79fc9423d10b req-ffd02341-d5e5-4ff1-8935-802f3aa08580 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:39.300334 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-46659941-60ac-4597-acb9-79fc9423d10b req-ffd02341-d5e5-4ff1-8935-802f3aa08580 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0878510
Apr 30 07:14:39.348298 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-46659941-60ac-4597-acb9-79fc9423d10b req-694269d7-e25b-4d05-af4d-eff99c6f70fc tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420456
Apr 30 07:14:40.101575 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 9d373e70-8e2d-427e-9e8f-f9b6020471b9 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:40.170016 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:40.170397 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:40.536634 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73519df-698d-4621-9e97-b69c43f8ae0e req-15a16360-d556-4507-b03d-c5b5670c3f50 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:40.538083 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a73519df-698d-4621-9e97-b69c43f8ae0e req-15a16360-d556-4507-b03d-c5b5670c3f50 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0796278
Apr 30 07:14:40.581723 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a73519df-698d-4621-9e97-b69c43f8ae0e req-b38c4b9a-913e-4e75-a3b4-725773841b16 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379634
Apr 30 07:14:41.771270 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e612b3-319c-4a1d-9678-ac0608cb866b req-c0f5227b-6c95-48be-8995-099d86c3e110 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:41.772708 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b2e612b3-319c-4a1d-9678-ac0608cb866b req-c0f5227b-6c95-48be-8995-099d86c3e110 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0837960
Apr 30 07:14:41.818345 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b2e612b3-319c-4a1d-9678-ac0608cb866b req-42988f93-c9df-4005-8af1-f541f6cb4025 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391688
Apr 30 07:14:43.013024 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7048f5-eaf8-4ca3-9c3a-87641a5ba2e6 req-6c68e4ea-bf4c-4640-b531-8d538b2c1f37 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:43.014510 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0b7048f5-eaf8-4ca3-9c3a-87641a5ba2e6 req-6c68e4ea-bf4c-4640-b531-8d538b2c1f37 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0857303
Apr 30 07:14:43.061036 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0b7048f5-eaf8-4ca3-9c3a-87641a5ba2e6 req-767fcbe4-61dc-49b9-84f4-56f59e29d281 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410590
Apr 30 07:14:44.245975 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21900d3-4304-4e2c-8173-ff8c2b9b6c4d req-ec8862de-8265-4da5-9974-e3b0d1ede764 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:44.248032 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d21900d3-4304-4e2c-8173-ff8c2b9b6c4d req-ec8862de-8265-4da5-9974-e3b0d1ede764 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0823808
Apr 30 07:14:44.292080 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d21900d3-4304-4e2c-8173-ff8c2b9b6c4d req-51ea0cfd-2eaa-4a2b-aa32-7e417a89d9f5 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380263
Apr 30 07:14:45.479363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247f9da-016a-410a-8b60-ea75d086d2d4 req-fbd5e422-3185-464e-95d0-d7e201f1c84c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:45.480904 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e247f9da-016a-410a-8b60-ea75d086d2d4 req-fbd5e422-3185-464e-95d0-d7e201f1c84c tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 943 time: 0.0778720
Apr 30 07:14:45.526751 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e247f9da-016a-410a-8b60-ea75d086d2d4 req-50a818f5-64c6-4de7-a791-b91734ccecb5 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401173
Apr 30 07:14:46.088847 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:14:46.196603 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d813c3-8159-4b89-98a6-d353c84dc2d1 req-d2c1661e-a462-4a29-9eab-74285cd4af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:46.198187 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c1d813c3-8159-4b89-98a6-d353c84dc2d1 req-d2c1661e-a462-4a29-9eab-74285cd4af5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1096 time: 0.0769315
Apr 30 07:14:46.246921 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c1d813c3-8159-4b89-98a6-d353c84dc2d1 req-df6d8588-0c5d-47ec-9a91-6e7548c92966 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396078
Apr 30 07:14:46.254051 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:46.266965 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'port_id': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'mac_address': 'fa:16:3e:9a:c9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:14:46.324181 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:46.341316 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01b2c92-9311-4a89-b8b3-160279e21a11 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:14:46.356907 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:46.360871 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:46.363766 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:46.429839 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=7']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:46.432874 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:46.712485 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eb704-d672-4276-bcaa-bd8b2c11df12 req-fa5120d5-35e9-4df0-b031-26563b257d0b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:46.713850 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a19eb704-d672-4276-bcaa-bd8b2c11df12 req-fa5120d5-35e9-4df0-b031-26563b257d0b tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 944 time: 0.0811942
Apr 30 07:14:46.757243 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a19eb704-d672-4276-bcaa-bd8b2c11df12 req-146de566-baef-442b-82a7-e0245c99921e tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377057
Apr 30 07:14:47.790537 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['d01b2c92-9311-4a89-b8b3-160279e21a11'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:14:47.957151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c316bc-0212-488c-82bc-fb4eeeba02aa req-82527b66-6279-4c43-8aa5-03d7f5967061 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:47.959499 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-27c316bc-0212-488c-82bc-fb4eeeba02aa req-82527b66-6279-4c43-8aa5-03d7f5967061 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 944 time: 0.0890574
Apr 30 07:14:48.009759 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-27c316bc-0212-488c-82bc-fb4eeeba02aa req-931e5e1f-c130-4b81-9b45-f0cfe823d4cb tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439711
Apr 30 07:14:50.113780 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:14:50.180379 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port d01b2c92-9311-4a89-b8b3-160279e21a11 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:50.180688 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:50.310166 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:50.343916 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:14:50.352858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:14:50.358084 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:50.359955 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:50.394163 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'code': 200}
Apr 30 07:14:50.426385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=8']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:50.429383 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:51.797472 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:54.679780 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-b52137c0-80a4-4b49-ab0f-ea93227f7a82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733092
Apr 30 07:14:54.831418 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-470df791-192e-444f-a4b2-f4cfb58203d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:54.832966 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-470df791-192e-444f-a4b2-f4cfb58203d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.0711489
Apr 30 07:14:54.919018 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-73e202d6-817f-473e-95ec-fcc097d180cb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:14:54.935815 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-73e202d6-817f-473e-95ec-fcc097d180cb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:14:54.936926 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-73e202d6-817f-473e-95ec-fcc097d180cb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640597224&fields=id&tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 267 time: 0.0577369
Apr 30 07:14:55.004216 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-f2efb77f-0dd4-43e1-b2e1-1541bade0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:55.005663 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-f2efb77f-0dd4-43e1-b2e1-1541bade0125 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.1291633
Apr 30 07:14:55.089720 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-63f5e632-be3e-4698-b565-42ab0e130a35 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:55.090307 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-63f5e632-be3e-4698-b565-42ab0e130a35 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:14:55.107595 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-63f5e632-be3e-4698-b565-42ab0e130a35 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:14:55.108806 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-63f5e632-be3e-4698-b565-42ab0e130a35 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 812 time: 0.1650679
Apr 30 07:14:55.115820 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-87554cc4-6f8c-4b4b-8415-5182b207b9f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 1001 time: 0.0972948
Apr 30 07:14:55.125212 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-ed59aadc-5a99-443d-bb63-4c43f8ae39a9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/quotas/a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 375 time: 0.0091913
Apr 30 07:14:55.187995 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-248a57aa-9eea-46a0-a8fc-5a0305655039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:55.189449 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-248a57aa-9eea-46a0-a8fc-5a0305655039 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.0619862
Apr 30 07:14:55.210145 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-d0a68af0-b028-42ea-a199-918fd54f19cf tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:14:55.233282 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-d0a68af0-b028-42ea-a199-918fd54f19cf tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:14:55.234724 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-d0a68af0-b028-42ea-a199-918fd54f19cf tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043782
Apr 30 07:14:55.272904 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-e5ffce92-ea40-44a0-83ae-9c50baf1954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:55.274382 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-e5ffce92-ea40-44a0-83ae-9c50baf1954c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753427
Apr 30 07:14:55.417640 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-ff9308f8-1892-45da-82a2-27ed771fc860 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295314
Apr 30 07:14:55.451190 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-5d45b2c0-40bf-4d7f-a0f9-f7316a9f6f73 service neutron] 10.222.0.35 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015851
Apr 30 07:14:55.583296 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-ba7685ae-4cbd-4877-862e-08f028ca2c99 service neutron] 10.222.0.35 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258638
Apr 30 07:14:55.643484 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-78cc5c69-2d2d-46d3-ab64-dd2ac4449d07 req-78a04b5c-a320-4b43-925d-0a4feae7593f service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111788
Apr 30 07:14:55.969419 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-19d51f50-1e57-457d-b6ce-821483420e67 req-7add42c0-43c7-4128-9c5a-4535a4025a1c tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 210 time: 0.0425682
Apr 30 07:14:57.126188 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-894b9126-6e4a-4cc2-a323-92499d0df842 req-91c2cfe9-2125-4e32-aea4-2d5ab4db8aae tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 210 time: 0.0455825
Apr 30 07:14:57.359491 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-12fddb7a-6477-4d2c-beba-c69aff1386f6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:57.360929 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-12fddb7a-6477-4d2c-beba-c69aff1386f6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 812 time: 0.1503496
Apr 30 07:14:57.420801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-dfbabafd-95a3-44b4-843b-c86c7b12486d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:14:57.432413 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-dfbabafd-95a3-44b4-843b-c86c7b12486d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:14:57.433507 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-dfbabafd-95a3-44b4-843b-c86c7b12486d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 379 time: 0.0543766
Apr 30 07:14:57.447884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'port': {'device_id': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'admin_state_up': True, 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'security_groups': ['d550d3d0-5233-48ff-a97e-7e0475d017d2']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:57.579617 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:14:57.589191 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:14:57.598622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Made reservation on behalf of a3a57b0487ae4b69b2fda26c0b5c2f70 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:14:57.602151 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:57.762692 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Allocated IP 172.20.0.9 (f6f8dfdd-bc9c-447f-917d-c41ebb051a22/84828b8b-c7b1-4940-950b-3106c023cf28/e6472f13-4436-4e80-92be-2a429a4ca474) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:14:57.956888 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:57.972417 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Transition to ACTIVE for port object e6472f13-4436-4e80-92be-2a429a4ca474 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:57.994999 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:58.000416 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f15441fa-c9fd-400e-b59a-b91b4c35281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:58.070377 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:14:58.073430 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:14:58.077699 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:14:58.102105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=e6472f13-4436-4e80-92be-2a429a4ca474,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:58.123140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.123510 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.123892 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.124246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.124595 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.124943 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.125286 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.125630 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.125974 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.126315 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.126865 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.126971 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:14:58.132478 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:58.151969 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:58.152591 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:58.187473 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-e5a0ff11-b9e3-4759-847f-64861e0ce46f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7431676
Apr 30 07:14:58.210266 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Request body: {'port': {'device_id': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:14:58.365817 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f132cedc-f4d3-4d43-90d4-8b25e367c4c5 None None] Provisioning for port e6472f13-4436-4e80-92be-2a429a4ca474 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:14:58.371282 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f132cedc-f4d3-4d43-90d4-8b25e367c4c5 None None] Provisioning complete for port e6472f13-4436-4e80-92be-2a429a4ca474 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:14:58.371659 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f132cedc-f4d3-4d43-90d4-8b25e367c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:58.394858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:58.426713 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-f132cedc-f4d3-4d43-90d4-8b25e367c4c5 None None] Port e6472f13-4436-4e80-92be-2a429a4ca474 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:14:58.451224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a3957-6255-440c-b0a9-9cbc4f3d27eb req-d6ecd4cc-38cb-4889-9042-631cccfb5ef8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:58.451955 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-ef9a3957-6255-440c-b0a9-9cbc4f3d27eb req-d6ecd4cc-38cb-4889-9042-631cccfb5ef8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:14:58.491367 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-ef9a3957-6255-440c-b0a9-9cbc4f3d27eb req-d6ecd4cc-38cb-4889-9042-631cccfb5ef8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:14:58.492616 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ef9a3957-6255-440c-b0a9-9cbc4f3d27eb req-d6ecd4cc-38cb-4889-9042-631cccfb5ef8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 931 time: 0.2379315
Apr 30 07:14:58.613544 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ef9a3957-6255-440c-b0a9-9cbc4f3d27eb req-bedd9b53-ce2c-412b-a1a8-befce568e1ed tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819724
Apr 30 07:14:58.800702 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6472f13-4436-4e80-92be-2a429a4ca474 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:14:58.808166 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:58.823343 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Transition to ACTIVE for port object e6472f13-4436-4e80-92be-2a429a4ca474 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:14:58.826883 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:58.831346 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-560728e3-e395-4b7e-a2b6-93437ffea6de tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:59.081907 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Pushing event updated for resources: {'Port': ['ID=e6472f13-4436-4e80-92be-2a429a4ca474,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:59.113566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:59.186998 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Attempting to bind port e6472f13-4436-4e80-92be-2a429a4ca474 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:14:59.187637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Attempting to bind port e6472f13-4436-4e80-92be-2a429a4ca474 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:14:59.187637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Attempting to bind port e6472f13-4436-4e80-92be-2a429a4ca474 on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:59.192119 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Port e6472f13-4436-4e80-92be-2a429a4ca474 on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:14:59.192419 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Attempting to bind port e6472f13-4436-4e80-92be-2a429a4ca474 on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:14:59.197442 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:14:59.197776 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Checking segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:14:59.198155 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Bound using segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:14:59.198568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Bound port: e6472f13-4436-4e80-92be-2a429a4ca474, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:14:59.198907 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:59.286968 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] For port e6472f13-4436-4e80-92be-2a429a4ca474, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:14:59.290213 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] For port e6472f13-4436-4e80-92be-2a429a4ca474, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6472f13-4436-4e80-92be-2a429a4ca474,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:14:59.293906 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:59.299135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:14:59.350944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:59.351873 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:14:59.352880 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] 10.222.0.10 "PUT /v2.0/ports/e6472f13-4436-4e80-92be-2a429a4ca474 HTTP/1.1" status: 200  len: 1093 time: 1.1472912
Apr 30 07:14:59.353381 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:14:59.385531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Pushing event updated for resources: {'Port': ['ID=e6472f13-4436-4e80-92be-2a429a4ca474,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:14:59.388967 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:14:59.409234 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'status': 'completed', 'code': 200}
Apr 30 07:14:59.493476 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-f26d9871-24ae-4d18-9ce4-d14bc79d20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:59.494943 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-f26d9871-24ae-4d18-9ce4-d14bc79d20c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 1096 time: 0.0724130
Apr 30 07:14:59.576212 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-4f098249-3c69-4906-b4d8-bb29c56a3178 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6472f13-4436-4e80-92be-2a429a4ca474 HTTP/1.1" status: 200  len: 217 time: 0.0633273
Apr 30 07:14:59.640049 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-b877888a-05f7-461a-84cf-cede581fa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:59.641346 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-b877888a-05f7-461a-84cf-cede581fa08c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0574632
Apr 30 07:14:59.720627 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-df7c6162-f81e-4266-8d05-6cae2fe08202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:59.722080 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-df7c6162-f81e-4266-8d05-6cae2fe08202 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735717
Apr 30 07:14:59.806121 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bede337-00e6-4113-abb7-c437224045ab req-e2a9fac9-583a-4304-8dd2-934b75b082bf tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:14:59.807580 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7bede337-00e6-4113-abb7-c437224045ab req-e2a9fac9-583a-4304-8dd2-934b75b082bf tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0802624
Apr 30 07:14:59.855524 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7bede337-00e6-4113-abb7-c437224045ab req-9daca7ee-28a1-4ee8-8ea4-5788ff9eb03c tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421872
Apr 30 07:14:59.859768 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-97f92b0b-1a68-44c8-811d-1d796a49d8ff service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251633
Apr 30 07:14:59.994310 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f45f9769-009b-48f6-a5e7-bc1666179609 req-71d921bb-3746-4cbc-a25c-338c310e082e service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217790
Apr 30 07:15:00.117339 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-235bb1d0-195a-4988-be8b-b4e6218625c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:00.118764 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-235bb1d0-195a-4988-be8b-b4e6218625c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 1096 time: 0.0697465
Apr 30 07:15:00.260026 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-921bce06-5019-42f0-9fea-bf27c724d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:00.261522 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-921bce06-5019-42f0-9fea-bf27c724d1b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1328652
Apr 30 07:15:00.339292 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-df4af17c-89c2-4487-a863-159fdb4ab129 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6472f13-4436-4e80-92be-2a429a4ca474 HTTP/1.1" status: 200  len: 217 time: 0.0660594
Apr 30 07:15:00.408886 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-b5473aaa-f0a8-428a-a376-b1c6f903cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:00.410505 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-b5473aaa-f0a8-428a-a376-b1c6f903cc96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0593133
Apr 30 07:15:00.501014 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-3e533776-3c63-4e56-b168-0c32ef63f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:00.502501 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-3e533776-3c63-4e56-b168-0c32ef63f1f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794616
Apr 30 07:15:00.674131 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-138fae57-5e6e-477a-9686-7a8c98791722 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469584
Apr 30 07:15:00.921332 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-518f7f23-5600-4bd4-b1de-6baa631f2019 req-40f415ae-d4d5-4b14-9b7d-7d4efcd6cc1f service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367349
Apr 30 07:15:01.052611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81938972-27c2-4d2b-a00c-2e1b32234d27 req-880190da-cc7b-4f94-a0d6-eea421f00571 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:01.053948 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-81938972-27c2-4d2b-a00c-2e1b32234d27 req-880190da-cc7b-4f94-a0d6-eea421f00571 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0789671
Apr 30 07:15:01.097815 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-81938972-27c2-4d2b-a00c-2e1b32234d27 req-ea86262f-a7ab-4714-9bdd-0988b6d5d997 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382392
Apr 30 07:15:01.124344 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7105d378-e42c-40c1-a36f-ffeb9413afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:02.303032 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be963ff-689d-42fd-93e0-967b51faa9f3 req-714d715e-4841-4aff-bcff-2c86a0511284 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:02.304564 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4be963ff-689d-42fd-93e0-967b51faa9f3 req-714d715e-4841-4aff-bcff-2c86a0511284 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0894949
Apr 30 07:15:02.350231 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4be963ff-689d-42fd-93e0-967b51faa9f3 req-1f725fd8-d708-4abf-aab8-ab01a32af3ed tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400279
Apr 30 07:15:03.533077 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f4481-a582-4570-8255-890994a40548 req-3405d5ac-f478-4b14-a898-ec6f9f16d4e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:03.534416 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c79f4481-a582-4570-8255-890994a40548 req-3405d5ac-f478-4b14-a898-ec6f9f16d4e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0814037
Apr 30 07:15:03.570962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:03.579479 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c79f4481-a582-4570-8255-890994a40548 req-d0f80dea-5888-4f65-9ce7-cab252468e02 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394502
Apr 30 07:15:03.732857 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-72da3db9-ce16-4c48-823b-64ee8da11b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:04.629463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:04.772385 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9593618-ad7d-41d4-8f81-3acc3ca80866 req-bc38ec54-549a-4709-bdfb-6ff29a7694f6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:04.773939 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b9593618-ad7d-41d4-8f81-3acc3ca80866 req-bc38ec54-549a-4709-bdfb-6ff29a7694f6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0872767
Apr 30 07:15:04.819702 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b9593618-ad7d-41d4-8f81-3acc3ca80866 req-8203319d-b532-461a-9496-962950fd35f9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392947
Apr 30 07:15:05.150204 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738811-6564-408a-9cc7-e190f005ec98 req-ce5ae0b6-3594-426c-a6f8-457ab049bdb8 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:05.151652 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5c738811-6564-408a-9cc7-e190f005ec98 req-ce5ae0b6-3594-426c-a6f8-457ab049bdb8 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0792713
Apr 30 07:15:05.196457 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5c738811-6564-408a-9cc7-e190f005ec98 req-8177430c-ad32-49a4-8758-8808b5999aab tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385184
Apr 30 07:15:06.006913 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e54419-99bc-432b-9789-d3d8c7279410 req-1eeb88cc-390b-4645-8b23-271bda2e650d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:06.008370 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d5e54419-99bc-432b-9789-d3d8c7279410 req-1eeb88cc-390b-4645-8b23-271bda2e650d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0809050
Apr 30 07:15:06.052817 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d5e54419-99bc-432b-9789-d3d8c7279410 req-e0161d0c-a2c5-4790-b33b-384ee3e4ad88 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382290
Apr 30 07:15:06.245541 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:06.385174 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73500-78de-4c86-a224-6a466dc71b96 req-d01f3360-ffdd-4d22-b38a-1c5531af0692 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:06.386557 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-45c73500-78de-4c86-a224-6a466dc71b96 req-d01f3360-ffdd-4d22-b38a-1c5531af0692 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0817142
Apr 30 07:15:06.430358 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-45c73500-78de-4c86-a224-6a466dc71b96 req-cd962a7c-509e-4a93-b846-d6fe4631b5fc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376396
Apr 30 07:15:07.235036 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988b9d-6ac1-45f8-ba10-b26d3abf678e req-63e2ed15-5cbc-481c-b937-95a859a67a65 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:07.236540 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-17988b9d-6ac1-45f8-ba10-b26d3abf678e req-63e2ed15-5cbc-481c-b937-95a859a67a65 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0798798
Apr 30 07:15:07.283896 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-17988b9d-6ac1-45f8-ba10-b26d3abf678e req-47f5ed2f-d137-4c36-b14a-645cb195e63f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417151
Apr 30 07:15:07.621728 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47e75-3534-4353-a272-da47504ba1e1 req-8d796a25-ba61-4c79-b038-23e107c0d059 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:07.623223 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-adb47e75-3534-4353-a272-da47504ba1e1 req-8d796a25-ba61-4c79-b038-23e107c0d059 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0814393
Apr 30 07:15:07.666946 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-adb47e75-3534-4353-a272-da47504ba1e1 req-98f4ebd2-f106-4413-ac6a-d22864246390 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381393
Apr 30 07:15:08.224393 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e6472f13-4436-4e80-92be-2a429a4ca474 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:15:08.354655 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port e6472f13-4436-4e80-92be-2a429a4ca474, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6472f13-4436-4e80-92be-2a429a4ca474,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:08.368665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'port_id': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'mac_address': 'fa:16:3e:eb:fd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:15:08.429783 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:08.446569 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6472f13-4436-4e80-92be-2a429a4ca474 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:15:08.462410 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port e6472f13-4436-4e80-92be-2a429a4ca474, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6472f13-4436-4e80-92be-2a429a4ca474,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:08.467274 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:08.470762 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:08.505592 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aecf1-89b3-411b-814a-ebd97fcb4b20 req-ae64db08-6124-4d1b-85c9-c36fc6462d50 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:08.507028 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-595aecf1-89b3-411b-814a-ebd97fcb4b20 req-ae64db08-6124-4d1b-85c9-c36fc6462d50 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 943 time: 0.0928793
Apr 30 07:15:08.540203 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=e6472f13-4436-4e80-92be-2a429a4ca474,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:08.543359 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:08.554081 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-595aecf1-89b3-411b-814a-ebd97fcb4b20 req-3bb45056-cf1d-49c2-81d0-7cb7c132c85c tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411806
Apr 30 07:15:08.856011 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a221ed1-19eb-454f-955d-7066b1a4b6b4 req-23b426c3-bd31-45f3-bf6f-1e890798ec7e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:08.857479 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4a221ed1-19eb-454f-955d-7066b1a4b6b4 req-23b426c3-bd31-45f3-bf6f-1e890798ec7e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0815394
Apr 30 07:15:08.901622 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4a221ed1-19eb-454f-955d-7066b1a4b6b4 req-85d0c8d9-ada9-4bac-9afb-2ca1b87053a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384889
Apr 30 07:15:08.906712 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['e6472f13-4436-4e80-92be-2a429a4ca474'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:15:09.741205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de15d0a-32ce-4876-b15b-f1e18b285a22 req-8bbe5863-f26d-4fab-bdf1-276b62dd7f43 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:09.742647 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7de15d0a-32ce-4876-b15b-f1e18b285a22 req-8bbe5863-f26d-4fab-bdf1-276b62dd7f43 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 944 time: 0.0834358
Apr 30 07:15:09.787263 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7de15d0a-32ce-4876-b15b-f1e18b285a22 req-39ed96f2-a0ed-49f2-9843-cd7771969574 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382717
Apr 30 07:15:10.095962 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb011-2f5f-4e60-b13f-63010860f4b2 req-b602e5bb-1e30-4914-83bf-02b37ed66101 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:10.097391 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-17acb011-2f5f-4e60-b13f-63010860f4b2 req-b602e5bb-1e30-4914-83bf-02b37ed66101 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0824656
Apr 30 07:15:10.140310 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-17acb011-2f5f-4e60-b13f-63010860f4b2 req-58abf76d-dedc-43b0-91a2-1ac21300eb01 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372732
Apr 30 07:15:10.254489 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e6472f13-4436-4e80-92be-2a429a4ca474 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:15:10.321992 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port e6472f13-4436-4e80-92be-2a429a4ca474 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:15:10.328755 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port e6472f13-4436-4e80-92be-2a429a4ca474 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:15:10.329142 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:10.447156 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:10.473893 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:15:10.483377 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port e6472f13-4436-4e80-92be-2a429a4ca474, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6472f13-4436-4e80-92be-2a429a4ca474,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:10.487608 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:10.489295 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:10.522662 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'code': 200}
Apr 30 07:15:10.555077 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=e6472f13-4436-4e80-92be-2a429a4ca474,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:10.557923 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:10.914830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee7a6a-fa1c-4189-bd15-f3587a2782f5 req-78109d47-b6f9-4a88-b3be-81b9a8a78fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:10.916328 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0dee7a6a-fa1c-4189-bd15-f3587a2782f5 req-78109d47-b6f9-4a88-b3be-81b9a8a78fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 1098 time: 0.0749943
Apr 30 07:15:10.966581 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-0dee7a6a-fa1c-4189-bd15-f3587a2782f5 req-fce2060b-db1a-4584-896a-5e67a5376e97 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370657
Apr 30 07:15:10.978537 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a5c06-ce28-4ca1-b3af-652e667895ef req-22c8b896-910d-44b2-879e-5ee4aab25898 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:10.980040 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-412a5c06-ce28-4ca1-b3af-652e667895ef req-22c8b896-910d-44b2-879e-5ee4aab25898 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0855536
Apr 30 07:15:11.023929 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-412a5c06-ce28-4ca1-b3af-652e667895ef req-5b69f7e7-2e44-4ce0-8eac-38d50f2251a0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380201
Apr 30 07:15:11.328102 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b941-fff5-48fc-ab63-a87c072a0030 req-ef526bf1-fc2d-4af8-ae6c-0e2716ec9fc3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:11.329549 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6ab3b941-fff5-48fc-ab63-a87c072a0030 req-ef526bf1-fc2d-4af8-ae6c-0e2716ec9fc3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0786586
Apr 30 07:15:11.375145 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6ab3b941-fff5-48fc-ab63-a87c072a0030 req-7738170b-e2c7-4f16-8152-11986d800f99 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399511
Apr 30 07:15:12.209975 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df593978-e0ee-4f2e-870a-f3bc406192a5 req-f7c79f2a-7f90-47bb-bd5d-b45290d1376b tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:12.211421 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-df593978-e0ee-4f2e-870a-f3bc406192a5 req-f7c79f2a-7f90-47bb-bd5d-b45290d1376b tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0827899
Apr 30 07:15:12.260290 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-df593978-e0ee-4f2e-870a-f3bc406192a5 req-d8f1f2a7-947c-471b-a459-661ecbe3495e tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399086
Apr 30 07:15:12.566903 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455656d-fadc-4e47-911e-30d5f2a600eb req-8650168b-694a-481e-b9e6-f6493988c9b0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:12.568527 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6455656d-fadc-4e47-911e-30d5f2a600eb req-8650168b-694a-481e-b9e6-f6493988c9b0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0839336
Apr 30 07:15:12.612998 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6455656d-fadc-4e47-911e-30d5f2a600eb req-19935aac-286d-402b-9374-843f2caadfb7 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388269
Apr 30 07:15:13.444519 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ad8a7-980e-4656-9455-22acbf0e1e68 req-419297b9-cf2b-4a53-bed7-913536e489f7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:13.445936 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-375ad8a7-980e-4656-9455-22acbf0e1e68 req-419297b9-cf2b-4a53-bed7-913536e489f7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0810540
Apr 30 07:15:13.489630 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-375ad8a7-980e-4656-9455-22acbf0e1e68 req-8b1deca3-438a-4973-b831-0c4039980743 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373976
Apr 30 07:15:13.671749 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce70c-31bf-4f66-8eb9-be27e6e7923d req-a1241c93-7c64-475c-ab4d-986fe7219879 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:13.673202 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4e0ce70c-31bf-4f66-8eb9-be27e6e7923d req-a1241c93-7c64-475c-ab4d-986fe7219879 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0822940
Apr 30 07:15:13.717294 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4e0ce70c-31bf-4f66-8eb9-be27e6e7923d req-fa492c36-aecf-41ac-a271-b703a6e20148 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384331
Apr 30 07:15:13.739750 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55168) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:13.802249 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757df046-f777-4fcf-8b98-536012f68b4b req-65ec57b4-73bb-44e8-98af-c4ad6fe3fca1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:13.803723 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-757df046-f777-4fcf-8b98-536012f68b4b req-65ec57b4-73bb-44e8-98af-c4ad6fe3fca1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0818799
Apr 30 07:15:13.848931 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-757df046-f777-4fcf-8b98-536012f68b4b req-86d55555-94f7-4e1b-a171-ea2cb9cac735 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394218
Apr 30 07:15:13.910466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd34692-0a34-43ec-96d5-550d104e345e tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:13.911168 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-acd34692-0a34-43ec-96d5-550d104e345e tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] Synchronizing usage tracker for tenant:976fd4a0a17b4b46ab61ec7e00e83511 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:15:13.926555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-acd34692-0a34-43ec-96d5-550d104e345e tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] Unset dirty status for tenant:976fd4a0a17b4b46ab61ec7e00e83511 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:15:13.927875 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-acd34692-0a34-43ec-96d5-550d104e345e tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 1093 time: 0.1870368
Apr 30 07:15:13.930654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55174) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:13.936312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'port_id': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address': '172.20.0.9'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:15:13.942082 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:15:13.945821 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:floatingip and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:15:13.948596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:15:13.954844 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:15:13.964581 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:14.098688 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:14.242628 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Allocated IP 172.27.3.47 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/fd3ce35b-7061-4141-9ede-7324c4b1a6e1) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:15:14.477657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:14.506379 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:14.510964 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9283f4ca-677f-4ea1-a8b1-a0d028785951 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:14.567858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:15:14.570536 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:15:14.578354 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:15:14.623206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=fd3ce35b-7061-4141-9ede-7324c4b1a6e1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:14.627481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:14.823250 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0a8a1-697c-4855-a05b-60fc44fe4e1b req-a813fe1a-d5d9-4006-84dc-88380b5626f9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:14.824793 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cbe0a8a1-697c-4855-a05b-60fc44fe4e1b req-a813fe1a-d5d9-4006-84dc-88380b5626f9 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.0825305
Apr 30 07:15:14.870444 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cbe0a8a1-697c-4855-a05b-60fc44fe4e1b req-0bd994dc-69ee-426f-beae-59fa258be6cc tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393224
Apr 30 07:15:15.050352 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:15.070451 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10d69d-20df-4ec3-9a07-475ff16d771d req-7f68e327-950b-4586-9a21-6158482ad001 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:15.071915 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1b10d69d-20df-4ec3-9a07-475ff16d771d req-7f68e327-950b-4586-9a21-6158482ad001 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1081147
Apr 30 07:15:15.163961 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1b10d69d-20df-4ec3-9a07-475ff16d771d req-d8b6a801-13ec-4541-9cac-58403b7532f0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844672
Apr 30 07:15:15.168381 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:15.370966 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:15.374451 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:15:15.375900 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:15.380242 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-692eaf73-b97b-4553-b4c3-701e162ad5a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:15.479611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=fd3ce35b-7061-4141-9ede-7324c4b1a6e1,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:15.483594 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:15.491637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:15.658836 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Floating IP 6aa59e14-6b98-492a-9ed7-c7013dc7cd32 associated. External IP: 172.27.3.47, port: e6472f13-4436-4e80-92be-2a429a4ca474.
Apr 30 07:15:16.061524 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b13736-66f5-46cc-a9a6-ddc35916f291 req-002a205c-b5c3-4d7c-ba2a-496f311dcf13 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:16.063183 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0b13736-66f5-46cc-a9a6-ddc35916f291 req-002a205c-b5c3-4d7c-ba2a-496f311dcf13 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.0838716
Apr 30 07:15:16.100226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:15:16.108001 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0b13736-66f5-46cc-a9a6-ddc35916f291 req-010e5dae-f04b-4b07-ac17-d463b25927a2 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386217
Apr 30 07:15:16.278462 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:15:16.287933 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:15:16.297769 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:15:16.298473 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca22b0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:15:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:16.349048 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:16.416721 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4850256
Apr 30 07:15:16.419080 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:15:16.431823 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fda86-7543-425e-9448-7de316ac2bee req-40a3fb16-21d7-4bb7-bd33-aaac0e203a9c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:16.433311 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9f7fda86-7543-425e-9448-7de316ac2bee req-40a3fb16-21d7-4bb7-bd33-aaac0e203a9c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1566374
Apr 30 07:15:16.472820 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'status': 'completed', 'code': 200}
Apr 30 07:15:16.483983 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9f7fda86-7543-425e-9448-7de316ac2bee req-f9aaaaec-e1e2-4c02-8512-709b3735540d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445638
Apr 30 07:15:16.498491 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:15:16.579406 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-f5013eaf-b701-470f-9856-077c3772c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:16.580899 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-f5013eaf-b701-470f-9856-077c3772c44e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 1098 time: 0.0728855
Apr 30 07:15:16.715807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-28770e13-629d-4fba-b081-ddb84026c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:16.717217 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-28770e13-629d-4fba-b081-ddb84026c18f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1235046
Apr 30 07:15:16.821315 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-a8ab5105-3ad1-49b7-8590-682e572daf28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6472f13-4436-4e80-92be-2a429a4ca474 HTTP/1.1" status: 200  len: 998 time: 0.0960362
Apr 30 07:15:16.839245 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca22b0>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '6aa59e14-6b98-492a-9ed7-c7013dc7cd32', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:eb:fd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:15:14Z', 'updated_at': '2021-04-30T07:15:14Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:16.843135 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:15:16.851422 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:15:16.852028 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca22b0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:15:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:16.889596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-ef9ef942-d581-4450-abee-579e98672133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:16.891016 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-ef9ef942-d581-4450-abee-579e98672133 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0568581
Apr 30 07:15:16.968362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-54a27e17-8991-4632-9dff-0aae359ab8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:16.969723 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-54a27e17-8991-4632-9dff-0aae359ab8d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679221
Apr 30 07:15:17.027119 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:15:17.099301 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-7bb8f09b-0284-41d2-8a1f-3d8463c29f88 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216571
Apr 30 07:15:17.266221 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7d72c8ed-071f-47ac-ba77-3e88a14f891b req-e076f39a-8fda-44ee-8416-3e66c8b0dd8e service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447852
Apr 30 07:15:17.294788 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fea3-c128-4ed2-9816-37fe94db8752 req-a0c67fdc-5497-4f11-bf08-5be4ae16375b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:17.296487 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5c13fea3-c128-4ed2-9816-37fe94db8752 req-a0c67fdc-5497-4f11-bf08-5be4ae16375b tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.0810418
Apr 30 07:15:17.340590 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5c13fea3-c128-4ed2-9816-37fe94db8752 req-45b20716-83bc-4a77-b1be-3ed5b525d6ba tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4e880fa-19fa-458d-9d10-e52484fcb6ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382280
Apr 30 07:15:17.401084 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca22b0>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '6aa59e14-6b98-492a-9ed7-c7013dc7cd32', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:eb:fd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:15:14Z', 'updated_at': '2021-04-30T07:15:14Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:17.405809 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade8100-e8e5-467b-87d8-d2d5cb3c7ca5 None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '6aa59e14-6b98-492a-9ed7-c7013dc7cd32', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:eb:fd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:15:14Z', 'updated_at': '2021-04-30T07:15:14Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:15:17.550759 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-9aff86e6-a52a-49bc-bf07-afa21c889fd6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:17.552252 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-9aff86e6-a52a-49bc-bf07-afa21c889fd6 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 946 time: 0.0848045
Apr 30 07:15:17.595168 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04745093-243a-4c9c-8456-a8cbb26c9403 None None] New status for floating IP 6aa59e14-6b98-492a-9ed7-c7013dc7cd32: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:15:17.852101 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f99daf-5731-458c-aea3-adf5c4d15526 req-d8125247-9b4a-44cc-b11b-e50a5a2cf458 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:17.853551 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f99daf-5731-458c-aea3-adf5c4d15526 req-d8125247-9b4a-44cc-b11b-e50a5a2cf458 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.2469416
Apr 30 07:15:17.855734 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Deleting port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:15:17.856058 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:17.988111 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-91f99daf-5731-458c-aea3-adf5c4d15526 req-7969e46e-9ee2-473b-948d-ee37d643f8e7 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187255
Apr 30 07:15:18.023414 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] For port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:18.023798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:18.304321 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:18.305013 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:18.305013 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Floating IP bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0 disassociated. External IP: 172.27.3.101, port: 3d66aff7-53b6-4a9a-89bd-378b4d368e7a.
Apr 30 07:15:18.305298 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Calling delete_port for 3d66aff7-53b6-4a9a-89bd-378b4d368e7a owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:15:18.416524 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:18.422307 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:18.472611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event deleted for resources: {'Port': ['ID=3d66aff7-53b6-4a9a-89bd-378b4d368e7a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:18.500090 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cdee9008-a961-4f05-ab0c-ef2b1b08b0e8 req-2fa84bea-0c02-479c-b858-dfb48743998c tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 210 time: 0.0481603
Apr 30 07:15:18.530511 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:18.652995 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:15:18.827615 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:15:18.837543 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:15:18.848145 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:15:18.848759 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca29a0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:15:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:18.906686 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] No DVR routers for this DVR port 3d66aff7-53b6-4a9a-89bd-378b4d368e7a on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:15:18.909226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:18.911898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'name': 'network-vif-deleted', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:15:18.932968 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-edc865de-3cd1-4c08-b146-b4326879cd9d req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.10 "DELETE /v2.0/ports/3d66aff7-53b6-4a9a-89bd-378b4d368e7a HTTP/1.1" status: 204  len: 173 time: 1.3744426
Apr 30 07:15:18.964974 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa20181-a341-4d82-bb2c-4e5f88436dd4', 'name': 'network-vif-deleted', 'tag': '3d66aff7-53b6-4a9a-89bd-378b4d368e7a', 'status': 'completed', 'code': 200}
Apr 30 07:15:19.039631 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:15:19.183303 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bea16-93d8-4d43-b6d2-eb6dbf12ef59 req-6ff7494e-b321-4c40-bebf-8918f19f2cc6 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:19.185045 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-071bea16-93d8-4d43-b6d2-eb6dbf12ef59 req-6ff7494e-b321-4c40-bebf-8918f19f2cc6 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0836716
Apr 30 07:15:19.231408 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-071bea16-93d8-4d43-b6d2-eb6dbf12ef59 req-0a5c4bfa-e80f-4da5-90bc-28bb3d8b5225 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398417
Apr 30 07:15:19.390580 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca29a0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:19.394342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:15:19.402848 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:15:19.404133 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca29a0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:15:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:19.581799 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:15:19.672921 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-607bfdfd-97e7-4d00-aedb-2e9312eb3be4 req-b0343081-4548-422c-bfdc-b3e070c1d83a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Synchronizing usage tracker for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:15:19.689690 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-607bfdfd-97e7-4d00-aedb-2e9312eb3be4 req-b0343081-4548-422c-bfdc-b3e070c1d83a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Unset dirty status for tenant:e99f270e744d4aceb26e9f30154f9f21 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:15:19.691081 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-607bfdfd-97e7-4d00-aedb-2e9312eb3be4 req-b0343081-4548-422c-bfdc-b3e070c1d83a tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fa20181-a341-4d82-bb2c-4e5f88436dd4 HTTP/1.1" status: 200  len: 210 time: 0.0643370
Apr 30 07:15:19.895098 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94ca29a0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:19.898904 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf73fd-ab31-40ef-8a5d-6eecdc49a88b None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:07:37Z', 'revision_number': 4, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '1dec3420-d943-4af2-9fc6-0e9eddd87295', 'name': '', 'network_id': '1e30e29d-5ef7-4be1-8bf2-215a2209d597', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'mac_address': 'fa:16:3e:56:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:36Z', 'updated_at': '2021-04-30T07:07:48Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'subnets': [{'id': '67cd160f-d7e2-47b1-aff6-20e5fc5d0af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:15:20.100301 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e25b02-c66d-4739-8ce7-4ac268a1b058 None None] New status for floating IP bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:15:20.316245 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 3d66aff7-53b6-4a9a-89bd-378b4d368e7a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:15:20.350078 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 3d66aff7-53b6-4a9a-89bd-378b4d368e7a {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:15:20.350436 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 3d66aff7-53b6-4a9a-89bd-378b4d368e7a not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:15:20.497962 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c5918-0ffb-4f22-a000-c1b630259d6b req-657d2170-911f-400d-986b-6ae3d2623d5b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:20.499341 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-556c5918-0ffb-4f22-a000-c1b630259d6b req-657d2170-911f-400d-986b-6ae3d2623d5b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1562147
Apr 30 07:15:20.542787 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-556c5918-0ffb-4f22-a000-c1b630259d6b req-a30b1a74-c5cf-4c3e-af4d-aafa2732d86d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375528
Apr 30 07:15:20.814164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55222) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:20.877269 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:20.907098 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:20.956064 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:20.960766 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0301b7c5-9f55-42fb-951d-4164488800c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:20.975535 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e880fa-19fa-458d-9d10-e52484fcb6ac,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:20.984533 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.984892 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.985243 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.985590 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.985930 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.986271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.986607 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.986944 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.987282 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.987617 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.987976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.988310 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:20.991983 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:20.993928 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:20.995249 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-92c23bf1-688a-4b4a-91b5-e4f2ef9065c4 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4e880fa-19fa-458d-9d10-e52484fcb6ac HTTP/1.1" status: 204  len: 168 time: 0.1798491
Apr 30 07:15:20.997765 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55226) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:21.014170 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.api.v2.resource [None req-66eaf96a-25e4-4129-93fe-f6dfe9c9d337 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] show failed (client error): The resource could not be found.
Apr 30 07:15:21.014998 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-66eaf96a-25e4-4129-93fe-f6dfe9c9d337 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "GET /v2.0/security-groups/d4e880fa-19fa-458d-9d10-e52484fcb6ac HTTP/1.1" status: 404  len: 347 time: 0.0163438
Apr 30 07:15:21.017790 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55230) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:21.233252 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Deleting port dba1bfc8-1064-42a5-b165-626b697b86d7 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:15:21.233588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:21.352385 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:21.352706 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:21.472467 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Calling delete_port for dba1bfc8-1064-42a5-b165-626b697b86d7 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:15:21.581904 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:21.586461 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2eb77633-caa3-4ede-9942-750748411c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:21.653756 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Pushing event deleted for resources: {'Port': ['ID=dba1bfc8-1064-42a5-b165-626b697b86d7,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:21.660297 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:21.719395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:21.729629 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052c90-b6c6-4742-a099-0f9d98105084 req-1b764178-caeb-4297-92da-edf5c3b30e5b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:21.731267 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-44052c90-b6c6-4742-a099-0f9d98105084 req-1b764178-caeb-4297-92da-edf5c3b30e5b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0796213
Apr 30 07:15:21.737239 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:21.738336 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] 10.222.0.35 "DELETE /v2.0/floatingips/bdf3bca4-5b18-46c0-a4e6-eaa5e95c62a0 HTTP/1.1" status: 204  len: 168 time: 0.7196848
Apr 30 07:15:21.780166 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-44052c90-b6c6-4742-a099-0f9d98105084 req-75e884d7-f3a5-490d-8517-ccff5cf2f512 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424013
Apr 30 07:15:21.799676 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:22.970076 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9cb0a-f50c-4076-9a50-1741c4fda352 req-67507b43-7bba-4276-a30d-d8df38fc6ba4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:22.971533 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-27b9cb0a-f50c-4076-9a50-1741c4fda352 req-67507b43-7bba-4276-a30d-d8df38fc6ba4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0793869
Apr 30 07:15:23.016555 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-27b9cb0a-f50c-4076-9a50-1741c4fda352 req-5abba5e8-cd56-473e-b419-48b82490401d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392697
Apr 30 07:15:24.204527 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125be5a1-5601-4df0-9e39-2b3f9e4c6eca req-4541f573-adf7-4a2b-a57b-2f81a3be00a4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:24.205974 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-125be5a1-5601-4df0-9e39-2b3f9e4c6eca req-4541f573-adf7-4a2b-a57b-2f81a3be00a4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0789068
Apr 30 07:15:24.251785 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-125be5a1-5601-4df0-9e39-2b3f9e4c6eca req-db7772d9-c8ca-4bb8-ae9e-3bcce8a5556e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399156
Apr 30 07:15:25.440201 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fbf94-5ea4-4499-8c3c-6737786e17cd req-070976b2-1dfc-4fce-b30a-7838ae2bca95 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:25.441637 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cb7fbf94-5ea4-4499-8c3c-6737786e17cd req-070976b2-1dfc-4fce-b30a-7838ae2bca95 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0823359
Apr 30 07:15:25.485880 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cb7fbf94-5ea4-4499-8c3c-6737786e17cd req-e4b1d2d0-01c0-4f29-a3a6-035d70f1a53a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385938
Apr 30 07:15:25.734738 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55272) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:26.442251 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:26.769935 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892c50b-44f3-4c50-b1f1-fec19f17a57f req-80d54ea5-3133-442f-b81c-f1067ab6d4bc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:26.771328 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9892c50b-44f3-4c50-b1f1-fec19f17a57f req-80d54ea5-3133-442f-b81c-f1067ab6d4bc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1758192
Apr 30 07:15:26.818836 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9892c50b-44f3-4c50-b1f1-fec19f17a57f req-1154ea0e-dab0-4fc3-8150-e38cdaa236f7 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413587
Apr 30 07:15:26.849803 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Deleting port 1dec3420-d943-4af2-9fc6-0e9eddd87295 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:15:26.850137 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:26.969108 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] For port 1dec3420-d943-4af2-9fc6-0e9eddd87295, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1dec3420-d943-4af2-9fc6-0e9eddd87295,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:26.969464 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:27.088545 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Calling delete_port for 1dec3420-d943-4af2-9fc6-0e9eddd87295 owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:15:27.370485 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:27.374012 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-50eca3e6-b397-4c21-80fb-c3a2938257dd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:27.420978 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dec3420-d943-4af2-9fc6-0e9eddd87295,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:27.424094 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:27.765209 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:28.163326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b4b3f-e355-4f4c-aa2b-76f959a3a379 req-030d7b56-4b12-4e15-952f-fb812fdca0ce tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:28.164821 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-907b4b3f-e355-4f4c-aa2b-76f959a3a379 req-030d7b56-4b12-4e15-952f-fb812fdca0ce tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.2306516
Apr 30 07:15:28.239386 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Router ea4b548a-4b87-4afc-bd7a-1949e3056639 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:15:28.246548 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-907b4b3f-e355-4f4c-aa2b-76f959a3a379 req-4b4913e8-4126-4257-ac6e-3987d3f23e57 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650969
Apr 30 07:15:28.319320 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:15:28.436860 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:15:28.449605 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] 10.222.0.35 "PUT /v2.0/routers/ea4b548a-4b87-4afc-bd7a-1949e3056639/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7137027
Apr 30 07:15:28.452234 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55306) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:28.457539 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:28.474743 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'mac_address': 'fa:16:3e:b7:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:15:28.478665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] Sync routers for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:15:28.534008 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:15:28.534650 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b951aafd0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:15:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:28.657199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:28.689293 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:28.733985 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:15:28.853855 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:28.945988 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7de85b33-7f13-4a2e-96b3-68b92e5ab528 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:15:28.950656 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Deleting port 87079c76-b419-4225-9202-fba26fd0edcf {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:15:28.951277 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:28.966494 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:29.081048 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:29.087391 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:29.221623 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] For port 87079c76-b419-4225-9202-fba26fd0edcf, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=87079c76-b419-4225-9202-fba26fd0edcf,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:29.222056 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:29.237318 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['7de85b33-7f13-4a2e-96b3-68b92e5ab528'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:15:29.264543 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=6']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:29.273300 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b951aafd0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '87079c76-b419-4225-9202-fba26fd0edcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:15:27Z', 'revision_number': 5, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port': {'id': '87079c76-b419-4225-9202-fba26fd0edcf', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:07:29Z', 'updated_at': '2021-04-30T07:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:29.291338 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.291681 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.292043 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.292375 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.292698 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.293024 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.293351 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.293671 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.294557 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.294874 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.295189 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.295509 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:15:29.303574 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] Checking router: ea4b548a-4b87-4afc-bd7a-1949e3056639 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:15:29.308938 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:29.325720 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] Routers {'ea4b548a-4b87-4afc-bd7a-1949e3056639'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:15:29.326365 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b951aafd0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:15:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ea4b548a-4b87-4afc-bd7a-1949e3056639'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:29.401677 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Calling delete_port for 87079c76-b419-4225-9202-fba26fd0edcf owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:15:29.477072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ff93-4301-4211-af7b-2c8949b2fb4e req-f8996775-ceeb-41a6-83e5-64be525aee19 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:29.484251 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7ac8ff93-4301-4211-af7b-2c8949b2fb4e req-f8996775-ceeb-41a6-83e5-64be525aee19 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 945 time: 0.1078203
Apr 30 07:15:29.554635 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] Set router ea4b548a-4b87-4afc-bd7a-1949e3056639 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:15:29.580847 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7ac8ff93-4301-4211-af7b-2c8949b2fb4e req-9180647f-14fe-4e92-b1cd-61c5aaf86e2e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881042
Apr 30 07:15:29.620468 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:29.626760 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b856cf62-4a71-4c77-b066-476e99e7c93f tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:29.680722 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b951aafd0>, [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:15:28Z', 'revision_number': 6, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:29.697906 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feb00c-52e7-402a-91fa-e89eeada2541 None None] The sync data for ids ['ea4b548a-4b87-4afc-bd7a-1949e3056639'] in dv-cinder-773876-2-iscsi is: [{'id': 'ea4b548a-4b87-4afc-bd7a-1949e3056639', 'name': 'tempest-AttachVolumeTestJSON-337971990-router', 'tenant_id': 'e99f270e744d4aceb26e9f30154f9f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:07:27Z', 'updated_at': '2021-04-30T07:15:28Z', 'revision_number': 6, 'project_id': 'e99f270e744d4aceb26e9f30154f9f21', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:15:29.774651 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Pushing event deleted for resources: {'Port': ['ID=87079c76-b419-4225-9202-fba26fd0edcf,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:29.787379 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:29.810465 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:29.993404 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:29.996398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.093595 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.094206 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4b548a-4b87-4afc-bd7a-1949e3056639 {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:15:30.109251 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.109911 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ea4b548a-4b87-4afc-bd7a-1949e3056639 HTTP/1.1" status: 204  len: 168 time: 1.6567266
Apr 30 07:15:30.112609 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55318) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:30.178193 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Deleting subnet 67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:15:30.181746 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.226707 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1dec3420-d943-4af2-9fc6-0e9eddd87295 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:15:30.243827 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.302266 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 1dec3420-d943-4af2-9fc6-0e9eddd87295 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:15:30.303363 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1dec3420-d943-4af2-9fc6-0e9eddd87295 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:15:30.333911 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:15:30.375932 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.434142 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:15:30.435062 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.595249 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.631079 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:15:30.645036 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:30.655049 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.658069 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:30.718987 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.733385 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'code': 200}
Apr 30 07:15:30.735673 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:30.771786 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cd160f-d7e2-47b1-aff6-20e5fc5d0af2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:30.776362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:30.779900 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:30.794339 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-98ab8b99-23d5-4f30-9b49-25c2372242e1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/67cd160f-d7e2-47b1-aff6-20e5fc5d0af2 HTTP/1.1" status: 204  len: 168 time: 0.6779258
Apr 30 07:15:30.794679 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd115c96-89e2-4efd-95a0-4427ab2a89f2 None None] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:15:30.794808 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55326) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:30.910696 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4ab2-42ab-4b39-b8af-a81399e5c041 req-1aaff7a1-e696-456c-9168-a326503c21bf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:30.912535 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e1bd4ab2-42ab-4b39-b8af-a81399e5c041 req-1aaff7a1-e696-456c-9168-a326503c21bf tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1683888
Apr 30 07:15:30.916509 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=7']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:30.998891 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e1bd4ab2-42ab-4b39-b8af-a81399e5c041 req-64b899b7-33cd-43fe-bd90-9648cda263c0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788462
Apr 30 07:15:31.000091 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.010093 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:31.092058 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Deleting port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:15:31.092699 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.144864 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ebae6e2-1666-43a5-8ad6-fcc91076341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.219897 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] For port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,segment=NetworkSegment(0c2513fd-092a-47fd-8747-912d343bee5f),segment_id=0c2513fd-092a-47fd-8747-912d343bee5f)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:31.220462 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.292111 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] DHCP port deletion for 1e30e29d-5ef7-4be1-8bf2-215a2209d597 request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:15:31.444817 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Calling delete_port for e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:15:31.497106 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.507898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b7d22ed8-bb7d-4d34-8394-a320171f6d3f tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:31.520801 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Deleting port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:15:31.521391 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.547241 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] No DVR routers for this DVR port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:15:31.585835 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:31.590542 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:31.702613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.705845 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] For port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296, host dv-cinder-773876-2-iscsi, got binding levels [] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:31.705845 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.831256 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b95023cd0>,) {'filters': {'network_id': ['1e30e29d-5ef7-4be1-8bf2-215a2209d597']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:31.855143 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b95023cd0>, '0c2513fd-092a-47fd-8747-912d343bee5f') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:31.855758 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b95023cd0>, '0c2513fd-092a-47fd-8747-912d343bee5f') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:15:31.875141 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.879160 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Calling delete_port for e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:15:31.886782 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.ipam_backend_mixin [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 was not found and therefore no delete operation was performed {{(pid=73810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 07:15:31.898058 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.903741 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:31.907398 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:31.919436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:15:31.954687 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Pushing event deleted for resources: {'Port': ['ID=e07e1f3a-3a47-4ffd-bde1-e31c09a0b296,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:31.957514 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:31.959516 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] No DVR routers for this DVR port e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:15:32.158709 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:15:32.236674 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:15:32.236997 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e07e1f3a-3a47-4ffd-bde1-e31c09a0b296 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:15:32.237324 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 87079c76-b419-4225-9202-fba26fd0edcf no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:15:32.281421 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 87079c76-b419-4225-9202-fba26fd0edcf {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:15:32.281421 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 87079c76-b419-4225-9202-fba26fd0edcf not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:15:32.283816 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:15:32.295301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:32.490558 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceab8c8-45a2-4f8f-be0d-ea82382f8e18 req-e5ee6688-7aa7-4519-9d7b-0f60ab65886b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:32.492348 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ceab8c8-45a2-4f8f-be0d-ea82382f8e18 req-e5ee6688-7aa7-4519-9d7b-0f60ab65886b tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.3365865
Apr 30 07:15:32.493999 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Network 1e30e29d-5ef7-4be1-8bf2-215a2209d597 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:15:32.576319 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:15:32.621220 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:32.630572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:32.635958 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d067eb6-51e6-4f5a-a2c7-20c99837efb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:32.658446 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ceab8c8-45a2-4f8f-be0d-ea82382f8e18 req-cac773b2-c5e5-4c8e-9211-3efc6d9e3c80 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766580
Apr 30 07:15:32.662963 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e30e29d-5ef7-4be1-8bf2-215a2209d597,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:32.666215 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:32.678609 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1e30e29d-5ef7-4be1-8bf2-215a2209d597 HTTP/1.1" status: 204  len: 168 time: 1.8828161
Apr 30 07:15:32.804447 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55340) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:32.857712 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a1eedfb1-71be-4a4e-bfd1-c1b0b04ca1ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e99f270e744d4aceb26e9f30154f9f21&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0519633
Apr 30 07:15:32.860120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55344) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:32.927525 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:32.954866 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:33.020213 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:33.027797 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-61321f52-3747-4d1e-a2dd-35a7fc8f465c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:33.045123 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f98fa2-7752-41d6-bed9-56a1a74f7dcb,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:33.048444 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:33.050640 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:33.054248 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84f98fa2-7752-41d6-bed9-56a1a74f7dcb HTTP/1.1" status: 204  len: 168 time: 0.1907670
Apr 30 07:15:33.577638 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:33.744704 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4ecac321-6745-4528-bdff-e27fbefd64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:33.924533 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554c619-e946-4e9a-9c2c-ad8a8313971d req-b29c8ea1-d827-4432-9c1a-887a72b06ec0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:33.926151 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5554c619-e946-4e9a-9c2c-ad8a8313971d req-b29c8ea1-d827-4432-9c1a-887a72b06ec0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1022139
Apr 30 07:15:33.985122 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5554c619-e946-4e9a-9c2c-ad8a8313971d req-d47eb640-086d-4e82-961e-723e50c20b90 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528255
Apr 30 07:15:34.656334 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:35.222942 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c2a8b-de43-48f6-a7df-343b0e1aaf1d req-68c7538c-dd20-481f-8aa5-82d075b3c625 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:35.225029 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fa6c2a8b-de43-48f6-a7df-343b0e1aaf1d req-68c7538c-dd20-481f-8aa5-82d075b3c625 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.1096108
Apr 30 07:15:35.280279 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fa6c2a8b-de43-48f6-a7df-343b0e1aaf1d req-0b3b98d5-daaf-4ab2-8231-78c6a7e24638 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496993
Apr 30 07:15:36.263156 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:36.518741 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff365c7-aad0-46b7-8a46-a698dd0863d0 req-fc9ff39b-0c02-4d7f-ab15-b736ca227e3d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:36.520382 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7ff365c7-aad0-46b7-8a46-a698dd0863d0 req-fc9ff39b-0c02-4d7f-ab15-b736ca227e3d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0897388
Apr 30 07:15:36.580542 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7ff365c7-aad0-46b7-8a46-a698dd0863d0 req-1478cee6-8813-435b-bded-226614cf01b0 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532832
Apr 30 07:15:37.773215 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f5596-a8c8-478d-a77a-f91bb8868d30 req-fd0c7d3e-ae2d-42cf-ad83-3b99c352fe4a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:37.781819 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e52f5596-a8c8-478d-a77a-f91bb8868d30 req-fd0c7d3e-ae2d-42cf-ad83-3b99c352fe4a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0930967
Apr 30 07:15:37.835144 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e52f5596-a8c8-478d-a77a-f91bb8868d30 req-da51e1fd-3809-4524-8e08-bc7b9ceafe87 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520086
Apr 30 07:15:39.017989 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f1617-9ae8-49f5-b9b6-33a838f6dc38 req-19681185-9534-4c27-8d8e-8e36daf01eff tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:39.019476 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0a1f1617-9ae8-49f5-b9b6-33a838f6dc38 req-19681185-9534-4c27-8d8e-8e36daf01eff tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0798352
Apr 30 07:15:39.065093 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0a1f1617-9ae8-49f5-b9b6-33a838f6dc38 req-33a7a651-4dc8-4841-9133-58b4d7cbab04 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399046
Apr 30 07:15:39.099980 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-d9d55039-1495-4019-b998-eca9b38703b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:39.101451 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-d9d55039-1495-4019-b998-eca9b38703b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1099 time: 0.0754263
Apr 30 07:15:39.241498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-948a3374-b22b-4a65-833d-f4b51bf5409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:39.242957 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-948a3374-b22b-4a65-833d-f4b51bf5409c service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1299093
Apr 30 07:15:39.348442 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-d588636c-046c-43ce-9ab8-08b803451c82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 1002 time: 0.0935748
Apr 30 07:15:39.419238 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-1668a510-dc85-4576-b55f-7b416a689318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:39.420714 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-1668a510-dc85-4576-b55f-7b416a689318 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0610721
Apr 30 07:15:39.499160 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-070d14bb-714b-42a9-8a8f-6b1d18cf8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:39.500652 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-070d14bb-714b-42a9-8a8f-6b1d18cf8dfa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699801
Apr 30 07:15:39.633379 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-4ad6ab48-e431-4465-8b26-8345db53e367 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235948
Apr 30 07:15:39.866174 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-efc075ba-6991-4b74-8bf1-021c00e002d9 req-15e5c8d2-5d80-4321-9851-92ab0545eaf9 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221155
Apr 30 07:15:40.258977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32d25-09af-46bf-a8d4-356e261141f6 req-831e9558-1dc8-472f-a4e3-0d1a12d5ec8d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:40.260461 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-82a32d25-09af-46bf-a8d4-356e261141f6 req-831e9558-1dc8-472f-a4e3-0d1a12d5ec8d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0847812
Apr 30 07:15:40.306196 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-82a32d25-09af-46bf-a8d4-356e261141f6 req-d8df5ce8-8a34-42dd-ba18-0716bf9266c1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394919
Apr 30 07:15:41.496557 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580719c4-91cf-43fc-92b1-3d41c81b658f req-d196d9f7-f038-4602-878d-5b629afd722d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:41.498425 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-580719c4-91cf-43fc-92b1-3d41c81b658f req-d196d9f7-f038-4602-878d-5b629afd722d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0823956
Apr 30 07:15:41.542413 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-580719c4-91cf-43fc-92b1-3d41c81b658f req-3341768e-5741-4a18-b1df-f0eb2dc10652 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383756
Apr 30 07:15:42.381989 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:15:42.499349 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:42.526941 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:15:42.537997 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:15:42.542060 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:42.544170 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:42.586929 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'code': 200}
Apr 30 07:15:42.613656 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=8']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:42.623482 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:42.739971 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fdeac-ce51-4971-abe7-9ca38ef3ac03 req-92a206c5-66bc-4cea-9c03-10c15743f825 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:42.741474 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a72fdeac-ce51-4971-abe7-9ca38ef3ac03 req-92a206c5-66bc-4cea-9c03-10c15743f825 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0796173
Apr 30 07:15:42.788130 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a72fdeac-ce51-4971-abe7-9ca38ef3ac03 req-0b64a688-b3fe-4e61-b546-05218ea7c24d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406621
Apr 30 07:15:45.407898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed48d32-018d-42b3-9d71-95bc2cbf926d req-19cc1edd-47f8-443c-bed3-019c85b69ddc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:45.409356 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7ed48d32-018d-42b3-9d71-95bc2cbf926d req-19cc1edd-47f8-443c-bed3-019c85b69ddc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.1428218
Apr 30 07:15:45.414784 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-95c0a855-4ccd-44f7-bf85-0eaa157696ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1064606
Apr 30 07:15:45.553997 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7ed48d32-018d-42b3-9d71-95bc2cbf926d req-add167af-8c92-4a56-bb4f-275093b264a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384354
Apr 30 07:15:45.932405 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-3dc2975f-edcc-4c64-a32d-90a7390e9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:45.933835 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-3dc2975f-edcc-4c64-a32d-90a7390e9e01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0&tenant_id=5e7a6fe8305d46ee9d165af87c413b0d HTTP/1.1" status: 200  len: 1097 time: 0.0696938
Apr 30 07:15:46.031946 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-d0830092-67df-4cb5-8b2f-60d09c8bad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:46.033321 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-d0830092-67df-4cb5-8b2f-60d09c8bad02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1097 time: 0.0747101
Apr 30 07:15:46.164180 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-1367304b-77a4-4d78-bf81-298781ddc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:46.165598 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-1367304b-77a4-4d78-bf81-298781ddc290 service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1247776
Apr 30 07:15:46.268767 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-c776b8db-07fb-47fa-86a0-92051d4a1d99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 1000 time: 0.0941787
Apr 30 07:15:46.330877 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-faba3124-e497-4f87-83de-24509d29de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:46.332284 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-faba3124-e497-4f87-83de-24509d29de7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0559461
Apr 30 07:15:46.406292 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-e9aa7349-75e6-4f4e-b708-ef6e0d3c944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:46.407701 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-e9aa7349-75e6-4f4e-b708-ef6e0d3c944f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676260
Apr 30 07:15:46.415271 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:15:46.538693 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-7946d8b1-4f95-4960-83cd-e41d569a5403 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229930
Apr 30 07:15:46.702456 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8e2b5a0c-312d-4fa8-8df2-d4c244fef2f4 req-3aabfdab-0193-46be-8e2c-64930d379b75 service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560481
Apr 30 07:15:46.753997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa5133-af19-4a9f-8d40-464e1856fa8f req-4d5bf858-f259-4703-abec-baf2e9243d81 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:46.755632 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bdaa5133-af19-4a9f-8d40-464e1856fa8f req-4d5bf858-f259-4703-abec-baf2e9243d81 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0895131
Apr 30 07:15:46.801873 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-bdaa5133-af19-4a9f-8d40-464e1856fa8f req-4a1c4707-4f04-404c-8513-eb5b20eba6dc tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403678
Apr 30 07:15:48.164637 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abe1f0-79ec-4312-969e-3fa7e4e619fa req-335ff9ba-6939-466e-9f3d-e6d83faae571 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:48.172273 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f5abe1f0-79ec-4312-969e-3fa7e4e619fa req-335ff9ba-6939-466e-9f3d-e6d83faae571 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0890398
Apr 30 07:15:48.242633 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f5abe1f0-79ec-4312-969e-3fa7e4e619fa req-8370e00f-5690-4f67-b172-c0a0752f99ee tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665555
Apr 30 07:15:49.448751 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4167add-cc11-490e-acb4-3f0b814b3198 req-1bc0489b-5124-4cac-9e85-36df5aec123a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:49.450289 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d4167add-cc11-490e-acb4-3f0b814b3198 req-1bc0489b-5124-4cac-9e85-36df5aec123a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0916791
Apr 30 07:15:49.501392 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d4167add-cc11-490e-acb4-3f0b814b3198 req-4a2b8ec5-b06e-4c48-857c-643bd7d08723 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452595
Apr 30 07:15:50.700259 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23746c36-9cff-4fe3-8ab7-75144569c0fa req-58cc0c2a-1142-4022-b928-a07f09b31ec9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:50.701744 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-23746c36-9cff-4fe3-8ab7-75144569c0fa req-58cc0c2a-1142-4022-b928-a07f09b31ec9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0876336
Apr 30 07:15:50.754217 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-23746c36-9cff-4fe3-8ab7-75144569c0fa req-89148098-bb76-4c31-bd65-1b056c4e92a2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464931
Apr 30 07:15:51.815142 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:51.922684 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55672) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:51.989919 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b47d6e-4956-4392-b031-badf5823bbfd req-e270c9ab-6bfd-492e-bd19-53239c68ce16 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:51.992166 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b9b47d6e-4956-4392-b031-badf5823bbfd req-e270c9ab-6bfd-492e-bd19-53239c68ce16 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0961514
Apr 30 07:15:52.047530 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.059409 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-b9b47d6e-4956-4392-b031-badf5823bbfd req-59f29765-b240-4424-bd63-0fa64f7893fe tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529809
Apr 30 07:15:52.063043 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:15:52.067478 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Usage tracker for resource:security_group_rule and tenant:e5edc1cf1bbe4e3884afd4b7f6d750d2 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:15:52.071125 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:15:52.077938 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:15:52.179279 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.185092 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.192946 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a4f6de47-eb51-466c-bc0a-fc81a6ec95da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:52.222129 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e011f45-4876-48d6-8991-a45ef0969a07,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:52.226571 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:52.255426 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5edc1cf1bbe4e3884afd4b7f6d750d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3316453
Apr 30 07:15:52.257927 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55678) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:52.319030 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.344609 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.373461 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:15:52.404462 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.408434 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9f70000b-dfb2-4c05-94b1-1aef089d70b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:52.420042 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e011f45-4876-48d6-8991-a45ef0969a07,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:52.423239 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:52.428986 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.430398 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e011f45-4876-48d6-8991-a45ef0969a07 HTTP/1.1" status: 204  len: 168 time: 0.1715562
Apr 30 07:15:52.735386 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55686) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:52.753622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.769177 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:15:52.773185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Usage tracker for resource:security_group_rule and tenant:bd871ee5161f46d080d63fec1a850680 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:15:52.776127 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:15:52.782606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:15:52.869697 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.874196 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:52.884088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a02ee7e1-ac56-4740-ac6c-f840c678b929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:52.928034 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd871ee5161f46d080d63fec1a850680&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914120
Apr 30 07:15:52.928871 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a3219-d739-4626-85ee-0eb2ec49a64a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:52.930748 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55690) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:52.931863 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:52.994395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:53.020176 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:53.071959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:53.076248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ac774443-5842-4afe-a006-21b52ddcd620 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:53.087530 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5a3219-d739-4626-85ee-0eb2ec49a64a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:53.092140 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:53.098523 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:53.102659 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f5a3219-d739-4626-85ee-0eb2ec49a64a HTTP/1.1" status: 204  len: 168 time: 0.1707060
Apr 30 07:15:53.285182 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0534fa-074a-4db6-81d4-7e0fa995e32b req-d01cd3e4-9219-4d38-88e2-42eac2b3586f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:53.286923 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a0534fa-074a-4db6-81d4-7e0fa995e32b req-d01cd3e4-9219-4d38-88e2-42eac2b3586f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0907445
Apr 30 07:15:53.336124 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9a0534fa-074a-4db6-81d4-7e0fa995e32b req-1ef13963-218f-4eb4-9cf4-3ac5c50fad87 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403907
Apr 30 07:15:54.546747 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957425-41e7-4664-90de-7edc482ac9e5 req-22f17c6e-a7ae-4f0c-b063-5e2c1d49329e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:54.548446 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-02957425-41e7-4664-90de-7edc482ac9e5 req-22f17c6e-a7ae-4f0c-b063-5e2c1d49329e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0881443
Apr 30 07:15:54.601582 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-02957425-41e7-4664-90de-7edc482ac9e5 req-470680f0-9379-474f-a278-5e6623015d0a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467920
Apr 30 07:15:55.024126 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55742) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:55.146949 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.164601 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:15:55.169124 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Usage tracker for resource:security_group_rule and tenant:03902fbc94d64148b24ad4e423d1ea8b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:15:55.184866 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:15:55.191517 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:15:55.288766 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.298901 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.307505 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4ee36627-d7c8-42f6-a7fa-86f0334c9788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:55.349562 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03902fbc94d64148b24ad4e423d1ea8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3243680
Apr 30 07:15:55.350825 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59bff6c-a13f-4422-9e2d-1ee87a41b043,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:55.352585 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55748) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:55.353875 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-439bd304-03b7-4106-bd3b-a827bfb2e118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:55.445019 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.473410 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.525049 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.529466 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a8061a40-9759-4169-b23a-f2e2a02c030f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:55.542651 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59bff6c-a13f-4422-9e2d-1ee87a41b043,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:55.557423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:55.559816 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.560980 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-51559637-7ad5-466b-bb52-788e2662a9b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b59bff6c-a13f-4422-9e2d-1ee87a41b043 HTTP/1.1" status: 204  len: 168 time: 0.2073424
Apr 30 07:15:55.823089 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e681-321b-4696-8887-11ed693a8a34 req-13c265e7-cf11-4451-bea1-46a0e6856dcb tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:55.825258 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e408e681-321b-4696-8887-11ed693a8a34 req-13c265e7-cf11-4451-bea1-46a0e6856dcb tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0905797
Apr 30 07:15:55.876589 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e408e681-321b-4696-8887-11ed693a8a34 req-1895fbca-59ba-420b-8f2b-4f7cf5f21c48 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450165
Apr 30 07:15:55.903065 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55760) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:55.920458 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:55.934744 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:15:55.938486 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Usage tracker for resource:security_group_rule and tenant:115a26d27831451197551da1b957a564 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:15:55.941313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:15:55.947101 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:15:56.032811 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:56.037973 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:56.045693 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-902e725f-e6f4-4df5-b376-aaa9b3d4ea81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:56.192858 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=115a26d27831451197551da1b957a564&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883849
Apr 30 07:15:56.193284 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55764) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:15:56.194028 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e487a49-a542-4b68-a96b-8416f0586fd5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:56.197219 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:56.258635 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:56.285658 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:56.338790 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:56.342644 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33762b76-1369-4bbe-aefd-f0cde8b5d008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:15:56.354967 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e487a49-a542-4b68-a96b-8416f0586fd5,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:15:56.359270 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:15:56.360493 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:15:56.361550 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-83fac3b8-9459-43bd-b0e3-0f6bca339401 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e487a49-a542-4b68-a96b-8416f0586fd5 HTTP/1.1" status: 204  len: 168 time: 0.1672559
Apr 30 07:15:57.135611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc25c2-8cf8-43c1-acb8-d9fa30d7ae89 req-9afd2bd0-acca-4555-9ab4-8beec9c25a6e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:57.137933 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dcbc25c2-8cf8-43c1-acb8-d9fa30d7ae89 req-9afd2bd0-acca-4555-9ab4-8beec9c25a6e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.1357486
Apr 30 07:15:57.217250 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dcbc25c2-8cf8-43c1-acb8-d9fa30d7ae89 req-b9b52500-fbed-4a13-9b0c-3300e597cb9a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738182
Apr 30 07:15:58.421696 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504df6fa-0646-4d9e-906e-f5df597b7691 req-e72dc764-454d-4b33-891d-7169edc6f434 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:58.423299 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-504df6fa-0646-4d9e-906e-f5df597b7691 req-e72dc764-454d-4b33-891d-7169edc6f434 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0885727
Apr 30 07:15:58.483776 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-504df6fa-0646-4d9e-906e-f5df597b7691 req-fd281634-c0a3-4ec1-8605-59026f44ec47 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456061
Apr 30 07:15:59.515182 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-4f40ee92-915f-4704-835f-c63c29989fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:59.516658 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-4f40ee92-915f-4704-835f-c63c29989fec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1097 time: 0.0736458
Apr 30 07:15:59.714137 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-fecd6dd5-907b-41cf-ae1a-a55aac9cb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:59.715620 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-fecd6dd5-907b-41cf-ae1a-a55aac9cb5da service neutron] 10.222.0.10 "GET /v2.0/networks?id=418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 200  len: 918 time: 0.1736796
Apr 30 07:15:59.793734 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de5413-2faf-41db-a655-4027b73c2f5f req-a60942fd-5e7b-4d4f-8324-c0d9cc63641d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:59.795202 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7de5413-2faf-41db-a655-4027b73c2f5f req-a60942fd-5e7b-4d4f-8324-c0d9cc63641d tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.1708624
Apr 30 07:15:59.864239 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-980ef232-1e5e-4386-9a82-90a500f44771 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 200  len: 1000 time: 0.1335332
Apr 30 07:15:59.870957 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e7de5413-2faf-41db-a655-4027b73c2f5f req-93e4509d-f189-44dd-ad91-453d14211394 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647366
Apr 30 07:15:59.936274 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-73d122ef-cc8a-4b12-b0b2-f07f8f7fc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:15:59.937728 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-73d122ef-cc8a-4b12-b0b2-f07f8f7fc765 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 200  len: 856 time: 0.0618749
Apr 30 07:16:00.016809 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-7834b2be-49ac-4a94-967b-98400352b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:00.018304 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-7834b2be-49ac-4a94-967b-98400352b7cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=418fe525-ead4-4072-abf2-add1be77ff36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716147
Apr 30 07:16:00.149680 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-73942652-da19-408c-a70c-397823e02aff service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235137
Apr 30 07:16:00.284888 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3ff6d3ba-577b-43ca-ade6-5eeca55c7103 req-a3161d88-1807-475c-a6a0-cf6b6992cd1e service neutron] 10.222.0.10 "GET /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259577
Apr 30 07:16:01.075481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7209dd9-517e-4955-9778-84e42336d07f req-1b984a71-2df9-45d9-b0ff-9d76dcb837e9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:01.076975 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e7209dd9-517e-4955-9778-84e42336d07f req-1b984a71-2df9-45d9-b0ff-9d76dcb837e9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0835407
Apr 30 07:16:01.124823 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e7209dd9-517e-4955-9778-84e42336d07f req-ee361198-48ba-4545-9c2f-60fb39738dba tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419364
Apr 30 07:16:01.130016 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b995990b-84ab-4db7-a92e-27e6c4f20a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.045146 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55852) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:02.165168 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.180606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:02.185347 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:cb331fbbdd8a4a3999d7cd39a049341c is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:02.188376 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:02.194665 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:02.294722 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.298247 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.307746 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6181d4b5-d299-45b9-ac4b-093a52f62fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:02.336397 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37f92-f7bc-472e-b95a-37e14ca19938 req-09568402-80be-4d69-8424-95696c600f7e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:02.337855 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6ba37f92-f7bc-472e-b95a-37e14ca19938 req-09568402-80be-4d69-8424-95696c600f7e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0920563
Apr 30 07:16:02.346797 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb331fbbdd8a4a3999d7cd39a049341c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3005052
Apr 30 07:16:02.348449 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd068a-4838-432b-80f7-d6b4a25660df,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:02.350704 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55860) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:02.353359 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:02.383752 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6ba37f92-f7bc-472e-b95a-37e14ca19938 req-7c59b345-6a18-4d74-a882-ff3f1a765ae7 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398073
Apr 30 07:16:02.410759 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.436006 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.455664 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:16:02.487789 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.492572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8b1568fe-361d-4678-a4c9-b47a77ea98e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:02.502486 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd068a-4838-432b-80f7-d6b4a25660df,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:02.506109 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:02.509298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.512688 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ebd068a-4838-432b-80f7-d6b4a25660df HTTP/1.1" status: 204  len: 168 time: 0.1586044
Apr 30 07:16:02.603721 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:02.617537 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'port_id': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'mac_address': 'fa:16:3e:b7:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:16:02.675691 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.692495 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de85b33-7f13-4a2e-96b3-68b92e5ab528 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:16:02.707892 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:02.711467 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.714258 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5fa7cbcf-feb2-476f-ac68-84a2090c21c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:02.782044 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=9']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:02.785344 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:02.794252 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 55868) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:02.811278 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.828898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:02.832728 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Usage tracker for resource:security_group_rule and tenant:ca2b9c3bcd3a46f38b9392c31150f240 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:02.835612 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:02.841861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:02.923367 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.927054 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:02.935213 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-977f6c06-0767-4cba-b3b9-3886fd41bb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:02.975448 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca2b9c3bcd3a46f38b9392c31150f240&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1801605
Apr 30 07:16:02.976447 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a13f3e-ff73-4e6c-b6cc-fc3f16a1556d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:02.978167 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 55872) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:02.980032 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:03.030964 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['7de85b33-7f13-4a2e-96b3-68b92e5ab528'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:16:03.036304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:03.061676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:03.113079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:03.118121 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ee9a7760-05e8-4f3f-9d8c-cb04c7b64c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:03.131830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a13f3e-ff73-4e6c-b6cc-fc3f16a1556d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:03.141131 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.141503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.141863 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.142220 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.142570 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.142922 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.143271 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.143622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.143996 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.144343 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.144687 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.145027 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:03.148670 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:03.158169 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:03.161611 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-283c95dd-743e-4e86-a34d-831088404dd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3a13f3e-ff73-4e6c-b6cc-fc3f16a1556d HTTP/1.1" status: 204  len: 168 time: 0.1799629
Apr 30 07:16:03.570946 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:03.590041 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43faa-a35f-44fd-95e9-998455cbb264 req-c2ebc8ba-b529-4634-bb3b-805cca2613f4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:03.591542 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-44f43faa-a35f-44fd-95e9-998455cbb264 req-c2ebc8ba-b529-4634-bb3b-805cca2613f4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0892956
Apr 30 07:16:03.640161 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-44f43faa-a35f-44fd-95e9-998455cbb264 req-88a39c24-d29d-4e3b-ab92-3cde97aeefe2 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427732
Apr 30 07:16:03.737935 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff725084-9d26-4b27-87ce-ba9bc3170516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:04.486598 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:04.552320 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:04.552695 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:04.672388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:04.679003 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:04.709670 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:16:04.722602 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:04.727568 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:04.729932 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-65d2ac38-ce7f-4fc2-af2a-9ee61b195f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:04.778043 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'code': 200}
Apr 30 07:16:04.855061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=10']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:04.858299 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:04.858977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89909-90d5-4e7c-bd10-45671a6df772 req-4962b059-c0d1-453f-a862-b7a02886ae5a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:04.860495 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e2c89909-90d5-4e7c-bd10-45671a6df772 req-4962b059-c0d1-453f-a862-b7a02886ae5a tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.0935321
Apr 30 07:16:04.913638 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-e2c89909-90d5-4e7c-bd10-45671a6df772 req-dbe175a0-b184-4fd4-88ce-48970e30add7 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464506
Apr 30 07:16:05.041627 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb29bcb-e059-4985-952a-ec1d375996c1 req-cdecda90-c4d1-444f-86a8-09b197917995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:05.043673 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4cb29bcb-e059-4985-952a-ec1d375996c1 req-cdecda90-c4d1-444f-86a8-09b197917995 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 1100 time: 0.0730703
Apr 30 07:16:05.093278 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4cb29bcb-e059-4985-952a-ec1d375996c1 req-b662cdcd-6d3d-4014-b94d-0108e24c6987 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356305
Apr 30 07:16:06.098820 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af6c7e-dade-4a3d-9b4b-a77874ded15f req-e6555a6d-73bd-4cc2-878d-98b5dbc8e607 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:06.100287 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-13af6c7e-dade-4a3d-9b4b-a77874ded15f req-e6555a6d-73bd-4cc2-878d-98b5dbc8e607 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.0781438
Apr 30 07:16:06.144567 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-13af6c7e-dade-4a3d-9b4b-a77874ded15f req-7057a2c1-7cdc-42be-907a-edd447bebd89 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379636
Apr 30 07:16:06.250570 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:07.330527 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de21a-3849-499b-a739-756c1b5fe1e6 req-ee1889f7-17af-4e69-8f78-5772f6c8df28 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:07.331969 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-584de21a-3849-499b-a739-756c1b5fe1e6 req-ee1889f7-17af-4e69-8f78-5772f6c8df28 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.0785582
Apr 30 07:16:07.375636 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-584de21a-3849-499b-a739-756c1b5fe1e6 req-6a27f485-f065-4d08-bc69-1a3b5c18d1a1 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381579
Apr 30 07:16:09.672593 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56004) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:09.787553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:09.801683 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:09.805530 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Usage tracker for resource:security_group_rule and tenant:b1d3dd8cd9d84fe592253540a2ff1a0f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:09.808284 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:09.814522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:09.900344 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:09.904569 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:09.912690 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c6a7eb9b-1edf-45f4-9aa9-3dabfdfdaa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:09.951231 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1d3dd8cd9d84fe592253540a2ff1a0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2775345
Apr 30 07:16:09.952151 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aebefc-b584-4da5-8fb6-d5c213ad6fcc,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:09.953904 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56010) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:09.955769 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:10.012301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.041369 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.092497 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.096719 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cf3dd827-bd8a-4b76-851f-142784f31d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:10.110378 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aebefc-b584-4da5-8fb6-d5c213ad6fcc,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:10.114182 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:10.119376 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.120524 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-cc684fd3-321d-4f17-a943-6a69c2e3fc99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15aebefc-b584-4da5-8fb6-d5c213ad6fcc HTTP/1.1" status: 204  len: 168 time: 0.1656375
Apr 30 07:16:10.394049 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56018) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:10.412606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.426699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:10.430470 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Usage tracker for resource:security_group_rule and tenant:346e53664edf4529944cf7986030ac13 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:10.433247 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:10.438911 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:10.518599 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.522170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.530881 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7c0867e9-d857-49af-ae18-6b96ec49c03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:10.568476 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=346e53664edf4529944cf7986030ac13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1732671
Apr 30 07:16:10.569957 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19985584-a27c-4a65-bdd5-26f90cc94475,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:10.571078 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56022) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:10.572854 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:10.628804 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.654592 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.704791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.709333 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e2978dea-b0f7-4d61-9f4f-1de5dd9e2fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:10.721562 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19985584-a27c-4a65-bdd5-26f90cc94475,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:10.724313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:10.732049 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:10.733138 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19985584-a27c-4a65-bdd5-26f90cc94475 HTTP/1.1" status: 204  len: 168 time: 0.1611030
Apr 30 07:16:20.594967 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56122) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:21.095092 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Deleting port d6e7a2d0-6ca5-45ee-8358-5590d9901cf8 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:21.095440 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:21.214285 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:21.214726 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:21.340424 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Calling delete_port for d6e7a2d0-6ca5-45ee-8358-5590d9901cf8 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:21.465776 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:21.470843 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a91bd2ce-1dc3-4e88-803c-4b1f369c1720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:21.517944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event deleted for resources: {'Port': ['ID=d6e7a2d0-6ca5-45ee-8358-5590d9901cf8,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:21.521626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:21.606572 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:21.607222 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Floating IP 0edea77d-03b2-4ff8-8972-030793c3b2b0 disassociated (deleted). External IP: 172.27.3.149, port: d01b2c92-9311-4a89-b8b3-160279e21a11.
Apr 30 07:16:21.797418 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:21.950516 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Router e5bfe113-7f21-4854-a870-2cf02376b4d8 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:16:22.120312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:22.130147 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] Sync routers for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:22.139190 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:22.139842 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95879160>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:22.141230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:22.299984 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "DELETE /v2.0/floatingips/0edea77d-03b2-4ff8-8972-030793c3b2b0 HTTP/1.1" status: 204  len: 168 time: 1.7039275
Apr 30 07:16:22.300641 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:16:22.322087 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:22.353555 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'status': 'completed', 'code': 200}
Apr 30 07:16:22.479555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c0516-6b60-423e-8848-0fa556e447ce req-c59c5468-760f-42be-8ca4-5cd26db92871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:22.485632 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-c59c5468-760f-42be-8ca4-5cd26db92871 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 1098 time: 0.0955465
Apr 30 07:16:22.613021 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56146) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:22.657608 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95879160>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:22.661868 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] Checking router: e5bfe113-7f21-4854-a870-2cf02376b4d8 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:22.670099 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:22.670742 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95879160>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:22.723492 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c0516-6b60-423e-8848-0fa556e447ce req-773a9292-e639-4540-8685-204d08e6adca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:22.724956 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-773a9292-e639-4540-8685-204d08e6adca service neutron] 10.222.0.10 "GET /v2.0/networks?id=d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 200  len: 910 time: 0.2312865
Apr 30 07:16:22.736686 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:22.755482 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:22.759645 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Usage tracker for resource:security_group_rule and tenant:c92f39c7d4cc43a5a3d9709df2c5174b is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:22.762678 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:22.769081 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:22.805555 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-9cd8a967-6156-4d4b-9035-88ffab462c6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 200  len: 217 time: 0.0684762
Apr 30 07:16:22.819012 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7b857-48f8-464a-bdd3-73c544b0a74d req-c5d828c9-f17e-4d47-b2da-d47ea7bbd4d7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:22.819555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-aac7b857-48f8-464a-bdd3-73c544b0a74d req-c5d828c9-f17e-4d47-b2da-d47ea7bbd4d7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Synchronizing usage tracker for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:16:22.848377 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:22.858534 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:22.864129 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:22.884299 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-aac7b857-48f8-464a-bdd3-73c544b0a74d req-c5d828c9-f17e-4d47-b2da-d47ea7bbd4d7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Unset dirty status for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:16:22.885548 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-aac7b857-48f8-464a-bdd3-73c544b0a74d req-c5d828c9-f17e-4d47-b2da-d47ea7bbd4d7 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.2376821
Apr 30 07:16:22.889625 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c0516-6b60-423e-8848-0fa556e447ce req-9e910528-48b9-4c65-b108-564a28630215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:22.891036 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-9e910528-48b9-4c65-b108-564a28630215 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 200  len: 848 time: 0.0676394
Apr 30 07:16:22.900195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ef70a6e2-4fc8-415b-801a-3755bb8f7059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:22.911448 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c92f39c7d4cc43a5a3d9709df2c5174b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2973659
Apr 30 07:16:22.913461 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56152) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:22.956900 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b35a85-cd74-4d79-a859-51ecdb9d6c6f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:22.978683 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.979062 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.979414 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.979800 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.980148 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.980626 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-aac7b857-48f8-464a-bdd3-73c544b0a74d req-5b407c97-fc61-4fc2-b2a2-e9698b465bac tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885344
Apr 30 07:16:22.989012 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.989644 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.990623 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.991202 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.992526 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.993861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:22.993861 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:23.007591 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c0516-6b60-423e-8848-0fa556e447ce req-bb894ed7-4903-4334-b551-4dbf525c655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:23.007746 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d4eaf00d-8dba-408d-87dd-69aa73ade005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:23.009446 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-bb894ed7-4903-4334-b551-4dbf525c655b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d87ed74d-2516-4b25-add3-78f452893e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1039541
Apr 30 07:16:23.015535 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.042874 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.100723 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.106606 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-afbbcc03-5fa6-4c9e-a1c2-43760c3e57c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:23.124569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b35a85-cd74-4d79-a859-51ecdb9d6c6f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:23.133080 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:23.133890 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.137859 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2b35a85-cd74-4d79-a859-51ecdb9d6c6f HTTP/1.1" status: 204  len: 168 time: 0.2234108
Apr 30 07:16:23.152685 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-329cf006-4eb4-45a0-8c52-54d03cc0b976 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339481
Apr 30 07:16:23.244515 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95879160>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:23.249546 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d891315-26b1-43f5-8401-2fd4f0af8e21 None None] The sync data for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi is: [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:10:10Z', 'revision_number': 4, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '000edd79-ba17-4b06-821b-e3ab9b9bd127', 'name': '', 'network_id': 'd87ed74d-2516-4b25-add3-78f452893e14', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'mac_address': 'fa:16:3e:95:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:09Z', 'updated_at': '2021-04-30T07:10:18Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'subnets': [{'id': '34f55c47-0494-4a51-9fb9-29be46e5809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:16:23.306980 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-776c0516-6b60-423e-8848-0fa556e447ce req-b22cec75-70bd-422c-8f62-42f0e3e9ce02 service neutron] 10.222.0.10 "GET /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429241
Apr 30 07:16:23.446121 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56160) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:23.465270 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.481654 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:23.485779 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Usage tracker for resource:security_group_rule and tenant:d219afbaafb449df936cc7e6987d472f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:23.488678 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:23.493437 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694ff6e-8388-4cd8-8249-b5f73c32cfbd None None] New status for floating IP 0edea77d-03b2-4ff8-8972-030793c3b2b0: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:16:23.494757 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:23.575534 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.579909 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.588106 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-105c528a-ae3c-4d6c-bc4e-240fbbb43fbd tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:23.625614 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d219afbaafb449df936cc7e6987d472f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1782026
Apr 30 07:16:23.628325 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56164) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:23.629766 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d36cf7-9e87-4c19-b6ec-5b8ca56e2415,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:23.632736 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:23.688014 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.713047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.763004 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.767342 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d301cff9-e5f6-45fd-bc06-5af3bc327d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:23.779663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d36cf7-9e87-4c19-b6ec-5b8ca56e2415,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:23.782570 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:23.786334 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:23.791217 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-18e2c790-3f0b-4f45-a34f-5496beaaca71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09d36cf7-9e87-4c19-b6ec-5b8ca56e2415 HTTP/1.1" status: 204  len: 168 time: 0.1583750
Apr 30 07:16:24.177487 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76908819-2f4c-4712-9de9-35889892d28a req-97584daa-b1e9-4503-8122-fcecdf5fa258 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:24.178951 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-76908819-2f4c-4712-9de9-35889892d28a req-97584daa-b1e9-4503-8122-fcecdf5fa258 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0891521
Apr 30 07:16:24.305274 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-76908819-2f4c-4712-9de9-35889892d28a req-2ad21e15-0022-4e75-9210-8613ca8d127e tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/security-groups?id=64b72cdf-8edc-4a87-9a8f-6911b1d32288&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174445
Apr 30 07:16:24.776498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5521faf6-b718-4ce9-bc8f-49206eaad0df tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:24.778178 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5521faf6-b718-4ce9-bc8f-49206eaad0df tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.10 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 945 time: 0.0830226
Apr 30 07:16:24.920337 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Deleting port d01b2c92-9311-4a89-b8b3-160279e21a11 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:24.921205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:25.067652 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] For port d01b2c92-9311-4a89-b8b3-160279e21a11, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d01b2c92-9311-4a89-b8b3-160279e21a11,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:25.068034 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:25.190165 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Calling delete_port for d01b2c92-9311-4a89-b8b3-160279e21a11 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:25.296449 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:25.302845 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:25.479727 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event deleted for resources: {'Port': ['ID=d01b2c92-9311-4a89-b8b3-160279e21a11,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:25.516067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:25.529015 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9de69855-fa97-4872-9635-c25744a4031d req-01cb6094-a105-409b-915b-6fdca47e56b0 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 210 time: 0.0882332
Apr 30 07:16:25.564045 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] No DVR routers for this DVR port d01b2c92-9311-4a89-b8b3-160279e21a11 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:16:25.566483 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:25.568959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-deleted', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:16:25.583650 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a9b66636-26e3-45d2-a38b-3b56184b745d req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.10 "DELETE /v2.0/ports/d01b2c92-9311-4a89-b8b3-160279e21a11 HTTP/1.1" status: 204  len: 173 time: 0.7940021
Apr 30 07:16:25.614244 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777536e2-f0b0-4781-b6c1-f425e4fab114', 'name': 'network-vif-deleted', 'tag': 'd01b2c92-9311-4a89-b8b3-160279e21a11', 'status': 'completed', 'code': 200}
Apr 30 07:16:26.695522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-1570d938-279e-488e-a064-bbde87a6b6de req-ca42578f-8baa-4b18-ba3b-be20065fa535 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Synchronizing usage tracker for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:16:26.710531 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-1570d938-279e-488e-a064-bbde87a6b6de req-ca42578f-8baa-4b18-ba3b-be20065fa535 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Unset dirty status for tenant:bb0ebbaf2eb744a486d0b71e1aefc773 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:16:26.711689 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1570d938-279e-488e-a064-bbde87a6b6de req-ca42578f-8baa-4b18-ba3b-be20065fa535 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "GET /v2.0/ports?device_id=777536e2-f0b0-4781-b6c1-f425e4fab114 HTTP/1.1" status: 200  len: 210 time: 0.0583072
Apr 30 07:16:27.806545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56214) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:27.885117 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:27.914394 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:27.977779 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:27.981574 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b7bc3034-90ad-441e-8b82-5a41c063fcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:27.997096 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b72cdf-8edc-4a87-9a8f-6911b1d32288,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:28.000218 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:28.006570 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:28.007677 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] 10.222.0.35 "DELETE /v2.0/security-groups/64b72cdf-8edc-4a87-9a8f-6911b1d32288 HTTP/1.1" status: 204  len: 168 time: 0.1998487
Apr 30 07:16:28.047388 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56220) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:28.726988 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:28.958206 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:28.993237 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: d01b2c92-9311-4a89-b8b3-160279e21a11 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:28.993512 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device d01b2c92-9311-4a89-b8b3-160279e21a11 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:29.118406 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Deleting port 000edd79-ba17-4b06-821b-e3ab9b9bd127 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:29.118998 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:29.236093 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] For port 000edd79-ba17-4b06-821b-e3ab9b9bd127, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=000edd79-ba17-4b06-821b-e3ab9b9bd127,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:29.236446 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:29.356321 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Calling delete_port for 000edd79-ba17-4b06-821b-e3ab9b9bd127 owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:29.371856 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:16:29.591101 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:29.594593 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:29.637501 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Pushing event deleted for resources: {'Port': ['ID=000edd79-ba17-4b06-821b-e3ab9b9bd127,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:29.640583 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:29.901081 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:30.250075 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Router e5bfe113-7f21-4854-a870-2cf02376b4d8 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:16:30.423670 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:30.431888 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] Sync routers for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:30.442004 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:30.442607 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9565ddf0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:30.447603 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-cd50a48b-65ca-452c-bc18-0a6797b1920b admin admin] 10.222.0.35 "PUT /v2.0/routers/e5bfe113-7f21-4854-a870-2cf02376b4d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3990417
Apr 30 07:16:30.450274 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56232) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:30.617713 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:30.629494 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:30.805359 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:30.894513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Deleting port c3310a87-a72b-41b4-af92-4f5606f70d22 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:30.894859 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:30.914760 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9565ddf0>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:16:29Z', 'revision_number': 5, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port': {'id': 'c3310a87-a72b-41b4-af92-4f5606f70d22', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:06Z', 'updated_at': '2021-04-30T07:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:30.919025 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] Checking router: e5bfe113-7f21-4854-a870-2cf02376b4d8 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:30.928156 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] Routers {'e5bfe113-7f21-4854-a870-2cf02376b4d8'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:30.928755 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9565ddf0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['e5bfe113-7f21-4854-a870-2cf02376b4d8'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:31.017089 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] For port c3310a87-a72b-41b4-af92-4f5606f70d22, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=c3310a87-a72b-41b4-af92-4f5606f70d22,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:31.017347 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.078692 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] Set router e5bfe113-7f21-4854-a870-2cf02376b4d8 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:31.123124 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fa47c3ae-453a-42ce-a244-4878369d7aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.137568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Calling delete_port for c3310a87-a72b-41b4-af92-4f5606f70d22 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:31.183787 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9565ddf0>, [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:16:30Z', 'revision_number': 6, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:31.188331 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d598-3652-4f54-91b3-c1a4af378ce6 None None] The sync data for ids ['e5bfe113-7f21-4854-a870-2cf02376b4d8'] in dv-cinder-773876-2-iscsi is: [{'id': 'e5bfe113-7f21-4854-a870-2cf02376b4d8', 'name': 'tempest-TestShelveInstance-1052306187-router', 'tenant_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:05Z', 'updated_at': '2021-04-30T07:16:30Z', 'revision_number': 6, 'project_id': 'bb0ebbaf2eb744a486d0b71e1aefc773', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:16:31.403545 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.408349 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3901ddba-2feb-4428-ad69-1069a36164d4 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:31.451287 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c3310a87-a72b-41b4-af92-4f5606f70d22,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:31.476428 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:31.647726 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.815819 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.817940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.840386 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.840944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bfe113-7f21-4854-a870-2cf02376b4d8 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:16:31.854084 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.855153 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] 10.222.0.35 "DELETE /v2.0/routers/e5bfe113-7f21-4854-a870-2cf02376b4d8 HTTP/1.1" status: 204  len: 168 time: 1.4034672
Apr 30 07:16:31.857668 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56242) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:31.924146 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Deleting subnet 34f55c47-0494-4a51-9fb9-29be46e5809c {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:16:31.927145 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:31.976862 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.052925 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.167808 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device c3310a87-a72b-41b4-af92-4f5606f70d22 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:32.201182 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: c3310a87-a72b-41b4-af92-4f5606f70d22 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:32.201530 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device c3310a87-a72b-41b4-af92-4f5606f70d22 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:32.202142 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 000edd79-ba17-4b06-821b-e3ab9b9bd127 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:32.234744 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 000edd79-ba17-4b06-821b-e3ab9b9bd127 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:32.235097 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 000edd79-ba17-4b06-821b-e3ab9b9bd127 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:32.308125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.313133 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:32.347046 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f55c47-0494-4a51-9fb9-29be46e5809c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:32.348915 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.351293 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:32.353981 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc7274-656d-465f-b532-5043ccf99685 None None] Network d87ed74d-2516-4b25-add3-78f452893e14 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:16:32.355220 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-c0ff512c-5113-41b9-ad70-bc0439ce5696 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/34f55c47-0494-4a51-9fb9-29be46e5809c HTTP/1.1" status: 204  len: 168 time: 0.4966416
Apr 30 07:16:32.357637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56248) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:32.460196 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.533581 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Deleting port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:32.533923 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.616661 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] DHCP port deletion for d87ed74d-2516-4b25-add3-78f452893e14 request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:16:32.637733 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] For port 1daaf7d1-01ef-4a76-b51d-d08fb1521779, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1daaf7d1-01ef-4a76-b51d-d08fb1521779,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:32.638090 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.679582 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Deleting port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:32.679995 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.759935 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Calling delete_port for 1daaf7d1-01ef-4a76-b51d-d08fb1521779 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:32.776292 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] For port 1daaf7d1-01ef-4a76-b51d-d08fb1521779, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=1daaf7d1-01ef-4a76-b51d-d08fb1521779,segment=NetworkSegment(9011bcb9-2cb8-4c68-933f-b5dd87fbec33),segment_id=9011bcb9-2cb8-4c68-933f-b5dd87fbec33)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:32.776932 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.806699 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:32.811331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8f0e72d1-e8c2-4a56-b541-3a7d7ac6b55c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:32.854125 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=1daaf7d1-01ef-4a76-b51d-d08fb1521779,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:32.855865 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] No DVR routers for this DVR port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:16:32.857390 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:32.894845 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Calling delete_port for 1daaf7d1-01ef-4a76-b51d-d08fb1521779 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:32.970083 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.018134 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.021762 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b653da91-ef05-4e63-8bec-02d72f022987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:33.069479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Pushing event deleted for resources: {'Port': ['ID=1daaf7d1-01ef-4a76-b51d-d08fb1521779,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:33.071998 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] No DVR routers for this DVR port 1daaf7d1-01ef-4a76-b51d-d08fb1521779 on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:16:33.081473 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.081814 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.082147 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.082474 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.082803 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.083122 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.083442 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.083781 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.084099 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.084421 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.084750 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.085029 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:33.088194 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:33.179021 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b9526d730>,) {'filters': {'network_id': ['d87ed74d-2516-4b25-add3-78f452893e14']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:33.191130 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b9526d730>, '9011bcb9-2cb8-4c68-933f-b5dd87fbec33') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:33.191578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b9526d730>, '9011bcb9-2cb8-4c68-933f-b5dd87fbec33') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:33.203260 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.219288 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.225583 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:16:33.390539 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Network d87ed74d-2516-4b25-add3-78f452893e14 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:16:33.398662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.564960 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Network d87ed74d-2516-4b25-add3-78f452893e14 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:16:33.573089 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:16:33.586597 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:16:33.659331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.662775 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:33.675254 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:33.691090 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d87ed74d-2516-4b25-add3-78f452893e14,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:33.694543 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:33.696304 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d87ed74d-2516-4b25-add3-78f452893e14 HTTP/1.1" status: 204  len: 168 time: 1.3377860
Apr 30 07:16:33.699199 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56254) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:33.739342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7431bb00-40a4-4d74-b94e-6181a6a42026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:34.155238 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1daaf7d1-01ef-4a76-b51d-d08fb1521779 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:34.189464 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 1daaf7d1-01ef-4a76-b51d-d08fb1521779 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:34.189934 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 1daaf7d1-01ef-4a76-b51d-d08fb1521779 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:34.223302 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:34.641266 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:34.713435 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Deleting port be530060-28c8-4690-80da-d92b6837bb28 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:34.713977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:34.830659 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] For port be530060-28c8-4690-80da-d92b6837bb28, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=be530060-28c8-4690-80da-d92b6837bb28,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:34.831008 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:34.953039 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Calling delete_port for be530060-28c8-4690-80da-d92b6837bb28 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:35.109064 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:35.113660 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5689cdeb-36be-42cf-920f-be7644c6956a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:35.163245 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=be530060-28c8-4690-80da-d92b6837bb28,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:35.193962 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:35.429984 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:35.775970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Router 207eb7da-ba60-4f95-a6a8-be1d06070891 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:16:36.046376 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:36.055217 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] Sync routers for ids ['207eb7da-ba60-4f95-a6a8-be1d06070891'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:36.057698 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] 10.222.0.35 "PUT /v2.0/routers/207eb7da-ba60-4f95-a6a8-be1d06070891/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3575227
Apr 30 07:16:36.060268 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56268) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:36.064623 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] Routers {'207eb7da-ba60-4f95-a6a8-be1d06070891'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:36.065234 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb7a00>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['207eb7da-ba60-4f95-a6a8-be1d06070891'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:36.241881 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:36.247781 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] Set router 207eb7da-ba60-4f95-a6a8-be1d06070891 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:36.402506 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:36.416681 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:36.484376 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Deleting port 861383be-2a51-437c-a941-e9c4fc136576 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:36.484740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:36.563824 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb7a00>, [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '861383be-2a51-437c-a941-e9c4fc136576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:16:35Z', 'revision_number': 5, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port': {'id': '861383be-2a51-437c-a941-e9c4fc136576', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:10:14Z', 'updated_at': '2021-04-30T07:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:36.567603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] Checking router: 207eb7da-ba60-4f95-a6a8-be1d06070891 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:36.576115 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] Routers {'207eb7da-ba60-4f95-a6a8-be1d06070891'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:36.576658 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb7a00>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['207eb7da-ba60-4f95-a6a8-be1d06070891'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:36.603926 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] For port 861383be-2a51-437c-a941-e9c4fc136576, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=861383be-2a51-437c-a941-e9c4fc136576,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:36.604287 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:36.724616 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] Set router 207eb7da-ba60-4f95-a6a8-be1d06070891 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:36.725622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Calling delete_port for 861383be-2a51-437c-a941-e9c4fc136576 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:36.829641 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cb7a00>, [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:16:36Z', 'revision_number': 6, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:36.833799 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85edd8-8b5f-42aa-a2e2-84d54fd22e7e None None] The sync data for ids ['207eb7da-ba60-4f95-a6a8-be1d06070891'] in dv-cinder-773876-2-iscsi is: [{'id': '207eb7da-ba60-4f95-a6a8-be1d06070891', 'name': 'tempest-TestShelveInstance-2016640849-router', 'tenant_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:10:13Z', 'updated_at': '2021-04-30T07:16:36Z', 'revision_number': 6, 'project_id': '0a2c56f1248b49dd9d7883ab399f3d6e', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:16:36.864719 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:36.867702 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:36.910664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Pushing event deleted for resources: {'Port': ['ID=861383be-2a51-437c-a941-e9c4fc136576,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:36.913792 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:37.002036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.280238 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.282860 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.304679 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.305157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 207eb7da-ba60-4f95-a6a8-be1d06070891 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:16:37.317107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.318193 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] 10.222.0.35 "DELETE /v2.0/routers/207eb7da-ba60-4f95-a6a8-be1d06070891 HTTP/1.1" status: 204  len: 168 time: 1.2570431
Apr 30 07:16:37.320662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56274) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:37.377847 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Deleting subnet b298ae0e-7867-4708-988b-89acadd8dd33 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:16:37.380744 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.430604 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.506056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.756762 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.760695 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:37.795789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b298ae0e-7867-4708-988b-89acadd8dd33,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:37.798754 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:37.801522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:37.808762 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9678735-859e-4a92-9859-dc32a0fa016b None None] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:16:37.809686 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b298ae0e-7867-4708-988b-89acadd8dd33 HTTP/1.1" status: 204  len: 168 time: 0.4880731
Apr 30 07:16:37.812077 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56280) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:37.923254 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.004609 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Deleting port 0d708828-3376-46c9-bdeb-dc67502168f5 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:38.004955 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.051153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] DHCP port deletion for bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:16:38.104148 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] For port 0d708828-3376-46c9-bdeb-dc67502168f5, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=0d708828-3376-46c9-bdeb-dc67502168f5,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:38.104511 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.118952 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Deleting port 0d708828-3376-46c9-bdeb-dc67502168f5 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:38.119339 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.194174 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device be530060-28c8-4690-80da-d92b6837bb28 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:38.234355 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Calling delete_port for 0d708828-3376-46c9-bdeb-dc67502168f5 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:38.246247 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: be530060-28c8-4690-80da-d92b6837bb28 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:38.246602 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device be530060-28c8-4690-80da-d92b6837bb28 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:38.247021 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 861383be-2a51-437c-a941-e9c4fc136576 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:38.280475 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.285303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 861383be-2a51-437c-a941-e9c4fc136576 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:38.285594 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:38.285705 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 861383be-2a51-437c-a941-e9c4fc136576 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:38.286055 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 0d708828-3376-46c9-bdeb-dc67502168f5 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:38.320587 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 0d708828-3376-46c9-bdeb-dc67502168f5 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:38.320940 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 0d708828-3376-46c9-bdeb-dc67502168f5 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:38.323219 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] For port 0d708828-3376-46c9-bdeb-dc67502168f5, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=0d708828-3376-46c9-bdeb-dc67502168f5,segment=NetworkSegment(a091b75a-6c15-4b0b-92fe-15f5749c9403),segment_id=a091b75a-6c15-4b0b-92fe-15f5749c9403)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:38.323621 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.329021 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d708828-3376-46c9-bdeb-dc67502168f5,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:38.332286 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:38.332959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] No DVR routers for this DVR port 0d708828-3376-46c9-bdeb-dc67502168f5 on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:16:38.445908 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Calling delete_port for 0d708828-3376-46c9-bdeb-dc67502168f5 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:38.448234 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.487424 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.490948 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:38.533076 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Pushing event deleted for resources: {'Port': ['ID=0d708828-3376-46c9-bdeb-dc67502168f5,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:38.535974 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:38.536779 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] No DVR routers for this DVR port 0d708828-3376-46c9-bdeb-dc67502168f5 on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:16:38.560448 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b94081280>,) {'filters': {'network_id': ['bc09a24b-7aed-4cea-9e16-6a8d4d0132a2']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:38.572304 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94081280>, 'a091b75a-6c15-4b0b-92fe-15f5749c9403') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:38.572601 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94081280>, 'a091b75a-6c15-4b0b-92fe-15f5749c9403') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:38.584333 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.600333 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:38.606254 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:16:38.773031 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:16:38.781642 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.041957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Network bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:16:39.066016 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:16:39.137651 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.141186 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:39.154098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.165023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc09a24b-7aed-4cea-9e16-6a8d4d0132a2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:39.167499 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] 10.222.0.35 "DELETE /v2.0/networks/bc09a24b-7aed-4cea-9e16-6a8d4d0132a2 HTTP/1.1" status: 204  len: 168 time: 1.3544769
Apr 30 07:16:39.168398 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:39.281115 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56288) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:39.332830 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2534dee6-3122-4cc7-b223-3c770bf3f773 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb0ebbaf2eb744a486d0b71e1aefc773&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504498
Apr 30 07:16:39.335181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56292) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:39.391450 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.416561 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.467927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.473345 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ca4d385-253b-46dc-91f1-5cee814a9672 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:39.489016 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c8ef2-f40b-4dbf-a817-1afbc6af6f34,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:39.491951 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:39.501116 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.502643 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-315e3706-9daf-4993-97f7-4f3c2eda1540 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/559c8ef2-f40b-4dbf-a817-1afbc6af6f34 HTTP/1.1" status: 204  len: 168 time: 0.1661503
Apr 30 07:16:39.852821 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56324) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:39.902211 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b2cc0d6f-720e-48fb-a8d2-f31468b01c27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a2c56f1248b49dd9d7883ab399f3d6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522330
Apr 30 07:16:39.904545 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56332) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:39.962987 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:39.992450 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:40.041809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:40.046695 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dcdc9910-772a-4ed9-93b7-d981a348cbed tempest-VolumesNegativeTest-780482750 tempest-VolumesNegativeTest-780482750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:40.058402 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e59509-c6c6-4e53-adb5-e39e095d3686,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:40.061409 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:40.065696 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:40.067756 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-168bddd1-956e-44d7-843a-df08f22242c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8e59509-c6c6-4e53-adb5-e39e095d3686 HTTP/1.1" status: 204  len: 168 time: 0.1617410
Apr 30 07:16:45.099348 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56380) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:45.215734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.230277 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:45.234209 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Usage tracker for resource:security_group_rule and tenant:2e15a1bc392b49ee9de732600d304888 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:45.237073 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:45.242725 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:45.325591 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.329920 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.337813 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eed3cd4c-7661-4622-a4ba-329df9a1187b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:45.376231 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e15a1bc392b49ee9de732600d304888&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757671
Apr 30 07:16:45.377049 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e022d47-3c86-45f3-aa0d-ee87501b7fee,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:45.378791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56386) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:45.380224 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:45.436078 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.461781 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.514441 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.518764 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-21d9fc7d-8bd0-4148-b11e-cc9797138092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:45.531307 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e022d47-3c86-45f3-aa0d-ee87501b7fee,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:45.534164 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:45.536130 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:45.537209 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-70321592-fc85-4332-80f7-c73c2bdf7325 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e022d47-3c86-45f3-aa0d-ee87501b7fee HTTP/1.1" status: 204  len: 168 time: 0.1574922
Apr 30 07:16:46.179780 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56410) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:46.283181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585583870-network', 'tenant_id': 'e0174bea076943198ae7785905135d4f'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:16:46.287733 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:46.291566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Usage tracker for resource:network and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:46.294395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:46.301433 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:46.310732 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Made reservation on behalf of e0174bea076943198ae7785905135d4f for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:16:46.313192 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.324745 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.338712 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:46.342608 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:46.345975 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:46.351862 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:46.434879 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.439137 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.443225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-72562cf5-026b-4cfb-bc7d-737a3b0f13d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:46.468289 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:16:46.481361 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81077aae-6bb7-46f9-9e7d-c2a35975af94,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:46.485296 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:46.487728 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.488103 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.segments_db [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Added segment 3ec34d26-6842-4d20-8251-99bb7605d2fb of type vlan for network 7d6bbfb3-f771-4450-8351-49934eea619a
Apr 30 07:16:46.514419 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.543227 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.544728 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:46.545310 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:46.550667 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:46.646306 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4654455
Apr 30 07:16:46.649234 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56416) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:46.652004 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6bbfb3-f771-4450-8351-49934eea619a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:46.654971 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-38d5669e-91ad-44df-91b0-a2405b88efc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:46.655241 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Request body: {'subnet': {'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585583870-subnet', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:16:46.660734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:46.662824 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network 7d6bbfb3-f771-4450-8351-49934eea619a details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:16:46.664554 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Usage tracker for resource:subnet and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:46.667348 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:46.673046 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:46.683409 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Made reservation on behalf of e0174bea076943198ae7785905135d4f for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:16:46.685751 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.142350 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.146647 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:47.219339 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e81976-9f72-4fa3-8d89-57724419fa29,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:47.223185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:47.227218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Checking segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:47.227572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Network hostable DHCP agents. Network: 7d6bbfb3-f771-4450-8351-49934eea619a, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:16:47.244316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Network 7d6bbfb3-f771-4450-8351-49934eea619a is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:16:47.253231 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, 7d6bbfb3-f771-4450-8351-49934eea619a) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:47.261423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:47.262043 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.262520 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a37fc-7ffe-456f-8553-8e080ac69b0c None None] Network 7d6bbfb3-f771-4450-8351-49934eea619a requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:16:47.288976 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6361217
Apr 30 07:16:47.289206 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56420) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:47.294108 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:16:47.298961 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:47.302687 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Usage tracker for resource:router and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:47.305500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:47.311486 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:47.322716 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.323824 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.338338 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.475218 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-7d6bbfb3-f771-4450-8351-49934eea619a', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:16:47.476085 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.610590 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.628155 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Allocated IP 172.20.0.2 (7d6bbfb3-f771-4450-8351-49934eea619a/48e81976-9f72-4fa3-8d89-57724419fa29/8e223eca-6dc2-4749-9afa-41c1dc3c7e98) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:16:47.827679 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.837767 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Transition to ACTIVE for port object 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:47.855400 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Transition to ACTIVE for port object 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:47.861855 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.865257 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1d9ebda5-ca29-46eb-8de3-7737ce939fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:47.926271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:47.929829 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Network 7d6bbfb3-f771-4450-8351-49934eea619a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:47.933031 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:47.936638 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:16:47.942855 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Pushing event updated for resources: {'Port': ['ID=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:47.946484 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:47.960862 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:48.028518 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Attempting to bind port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:16:48.028893 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Attempting to bind port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:16:48.029261 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Attempting to bind port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 on network 7d6bbfb3-f771-4450-8351-49934eea619a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:16:48.034709 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:16:48.035078 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Checking segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:48.035493 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:48.035917 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Bound using segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:16:48.036385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Bound port: 8e223eca-6dc2-4749-9afa-41c1dc3c7e98, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:16:48.036762 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:48.097797 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Allocated IP 172.27.3.198 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/97c7bab7-8e85-4c85-a944-2c18efafc85d) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:16:48.129411 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] For port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:16:48.132917 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] For port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:16:48.137064 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:48.142325 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:48.209152 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Pushing event updated for resources: {'Port': ['ID=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:48.213073 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-933add6b-e578-4bd9-a4ec-5f6982bbcf20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:48.248045 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:48.277176 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:48.280963 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:48.337249 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:48.344406 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:48.348647 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:16:48.394407 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Pushing event updated for resources: {'Port': ['ID=97c7bab7-8e85-4c85-a944-2c18efafc85d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:48.396944 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:48.865613 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:49.167617 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645ecd5-ab59-4c25-8d46-5fc3217fc375 None None] Network 7d6bbfb3-f771-4450-8351-49934eea619a requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:16:49.242674 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:49.287662 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-c2b5ace0-c9f9-413b-a5bb-9a2a66161255 None None] Provisioning for port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:49.475876 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Router a5312b24-13a9-4223-8e81-3701d9b10c2e is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:16:49.494089 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c26771-4df3-4e32-87c1-ed2b849a0213 req-a1f99823-4716-43c1-b7c0-ab09927bc3f3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:49.495748 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-40c26771-4df3-4e32-87c1-ed2b849a0213 req-a1f99823-4716-43c1-b7c0-ab09927bc3f3 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.0880392
Apr 30 07:16:49.543529 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-40c26771-4df3-4e32-87c1-ed2b849a0213 req-839812b1-e691-413e-99bb-6c77fc4ddd11 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411966
Apr 30 07:16:49.656963 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:49.665062 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Sync routers for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:49.675147 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:49.675787 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9565da60>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:49.682898 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:49.684142 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3940725
Apr 30 07:16:49.686897 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56434) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:49.850245 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:50.158207 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9565da60>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:48Z', 'revision_number': 3, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:50.162164 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Checking router: a5312b24-13a9-4223-8e81-3701d9b10c2e for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:50.162830 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Updating router a5312b24-13a9-4223-8e81-3701d9b10c2e port 97c7bab7-8e85-4c85-a944-2c18efafc85d binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:16:50.216082 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:50.226116 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.287776 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:50.293207 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:50.293589 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.418178 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.455006 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:50.459898 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.461118 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.463919 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:50.533170 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:50.536425 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:50.568452 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.580042 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Transition to ACTIVE for port object 97c7bab7-8e85-4c85-a944-2c18efafc85d will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:50.586457 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.590410 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-955e4315-2735-4c15-a02b-ad04790a08d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:50.656048 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Pushing event updated for resources: {'Port': ['ID=97c7bab7-8e85-4c85-a944-2c18efafc85d,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:50.670318 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Allocated IP 172.20.0.1 (7d6bbfb3-f771-4450-8351-49934eea619a/48e81976-9f72-4fa3-8d89-57724419fa29/4bdc5e07-5235-44b2-a40b-4d026a71b203) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:16:50.681142 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.681735 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.681838 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.682102 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.682417 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.682731 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.683042 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.683352 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.683698 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.687663 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.688017 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.688349 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:16:50.694223 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:50.704764 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Attempting to bind port 97c7bab7-8e85-4c85-a944-2c18efafc85d on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:16:50.705412 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Attempting to bind port 97c7bab7-8e85-4c85-a944-2c18efafc85d by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:16:50.706219 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Attempting to bind port 97c7bab7-8e85-4c85-a944-2c18efafc85d on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:16:50.712999 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:16:50.713762 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:50.714325 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.715054 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:16:50.715763 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Bound port: 97c7bab7-8e85-4c85-a944-2c18efafc85d, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:16:50.716478 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.748603 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7154b-88aa-4b9d-b76f-ea3dd13c27ef req-d267290a-3da4-4fab-b791-affc1d11cc5c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:50.750713 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1dc7154b-88aa-4b9d-b76f-ea3dd13c27ef req-d267290a-3da4-4fab-b791-affc1d11cc5c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.0910335
Apr 30 07:16:50.791884 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] For port 97c7bab7-8e85-4c85-a944-2c18efafc85d, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:16:50.795040 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] For port 97c7bab7-8e85-4c85-a944-2c18efafc85d, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=97c7bab7-8e85-4c85-a944-2c18efafc85d,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:16:50.798836 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.799011 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1dc7154b-88aa-4b9d-b76f-ea3dd13c27ef req-dda8fdae-6377-4fc9-bd76-f3dd37574eee tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419629
Apr 30 07:16:50.803521 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:50.840994 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.858578 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Transition to ACTIVE for port object 4bdc5e07-5235-44b2-a40b-4d026a71b203 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:50.878009 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:50.878620 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9565da60>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:50.920002 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:50.928876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df6866af-eba4-4401-9577-d9c21abccd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:50.932248 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Pushing event updated for resources: {'Port': ['ID=97c7bab7-8e85-4c85-a944-2c18efafc85d,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:50.942583 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:50.990740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Network 7d6bbfb3-f771-4450-8351-49934eea619a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:50.993479 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:51.002212 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:16:51.050276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdc5e07-5235-44b2-a40b-4d026a71b203,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:51.056788 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:51.060881 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:51.081722 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:51.216549 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-bad75823-de10-4e06-a198-879180051b2e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:51.217927 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-bad75823-de10-4e06-a198-879180051b2e tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.3373947
Apr 30 07:16:51.255066 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-663cf757-29e8-4a08-aebd-47698d9b8398 None None] Provisioning for port 4bdc5e07-5235-44b2-a40b-4d026a71b203 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:51.260061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-663cf757-29e8-4a08-aebd-47698d9b8398 None None] Provisioning complete for port 4bdc5e07-5235-44b2-a40b-4d026a71b203 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:51.260558 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-663cf757-29e8-4a08-aebd-47698d9b8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:51.314213 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-663cf757-29e8-4a08-aebd-47698d9b8398 None None] Port 4bdc5e07-5235-44b2-a40b-4d026a71b203 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:16:51.410591 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Deleting port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:51.410935 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:51.438359 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9565da60>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:48Z', 'revision_number': 3, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:51.444628 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a6686-aeb6-469e-a815-b75ec84b5d99 None None] The sync data for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi is: [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:48Z', 'revision_number': 3, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:16:51.561405 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:51.642379 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] For port 7de85b33-7f13-4a2e-96b3-68b92e5ab528, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=7de85b33-7f13-4a2e-96b3-68b92e5ab528,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:51.642737 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:51.812900 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.259336 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.259891 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.260113 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Floating IP a3ceaa59-9727-43c9-bfc1-50fce74a1062 disassociated. External IP: 172.27.3.226, port: 7de85b33-7f13-4a2e-96b3-68b92e5ab528.
Apr 30 07:16:52.260921 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Calling delete_port for 7de85b33-7f13-4a2e-96b3-68b92e5ab528 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:52.279062 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:52.289718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.301538 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceddf38-6f48-413a-9f54-7b68a3cc727c req-10d047d9-8be7-4d6f-b71e-9521f63b742f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:52.303011 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dceddf38-6f48-413a-9f54-7b68a3cc727c req-10d047d9-8be7-4d6f-b71e-9521f63b742f tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 947 time: 0.2722182
Apr 30 07:16:52.305508 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.342684 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-19b9c9e7-6012-4411-a9da-fc658a859042 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:52.350700 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:52.351084 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.464999 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dceddf38-6f48-413a-9f54-7b68a3cc727c req-ac202e70-92a6-4e17-8e0c-bf7ba8eb5c71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups?id=b828e585-5f09-4fcf-9d45-d85268ce84fa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258137
Apr 30 07:16:52.469181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdc5e07-5235-44b2-a40b-4d026a71b203,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:52.472119 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:52.476399 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.508576 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 97c7bab7-8e85-4c85-a944-2c18efafc85d up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:52.575374 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 97c7bab7-8e85-4c85-a944-2c18efafc85d completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:52.580429 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 97c7bab7-8e85-4c85-a944-2c18efafc85d triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:52.580809 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.678664 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.687435 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:52.699573 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.717580 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 97c7bab7-8e85-4c85-a944-2c18efafc85d, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=97c7bab7-8e85-4c85-a944-2c18efafc85d,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:52.720292 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Network 7d6bbfb3-f771-4450-8351-49934eea619a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:52.722603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:52.724458 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:52.731579 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:52.749111 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event deleted for resources: {'Port': ['ID=7de85b33-7f13-4a2e-96b3-68b92e5ab528,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:52.751693 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:52.797582 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=97c7bab7-8e85-4c85-a944-2c18efafc85d,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:52.801760 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:52.947668 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-78872e4c-5289-4b0b-b40c-79a4e8b64cca None None] Provisioning complete for port 4bdc5e07-5235-44b2-a40b-4d026a71b203 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:52.948075 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-78872e4c-5289-4b0b-b40c-79a4e8b64cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:53.008109 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-78872e4c-5289-4b0b-b40c-79a4e8b64cca None None] Port 4bdc5e07-5235-44b2-a40b-4d026a71b203 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:16:53.107993 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Router a5312b24-13a9-4223-8e81-3701d9b10c2e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:16:53.109896 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Router f7359a5f-7598-4ee7-ae10-b053ad53347e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:16:53.585763 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:53.591934 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:53.594585 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Sync routers for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:53.600757 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:53.604594 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:53.604899 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94c11040>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:53.611986 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:53.612880 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b957a09a0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:53.632365 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dcb8be66-4ac0-4db1-9d5c-3dbf9bb0331a req-2b12d225-521e-40fe-83c7-6c03e5ed4100 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/ports?device_id=27da967c-4f20-44da-8e65-2f271390b4b0 HTTP/1.1" status: 200  len: 210 time: 0.0500638
Apr 30 07:16:53.681277 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] 10.222.0.35 "PUT /v2.0/routers/a5312b24-13a9-4223-8e81-3701d9b10c2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9926596
Apr 30 07:16:53.690923 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] No DVR routers for this DVR port 7de85b33-7f13-4a2e-96b3-68b92e5ab528 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:16:53.693599 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:53.695491 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3cf78156-b041-46e7-9e45-f1138dad9f15 req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.10 "DELETE /v2.0/ports/7de85b33-7f13-4a2e-96b3-68b92e5ab528 HTTP/1.1" status: 204  len: 173 time: 2.4688632
Apr 30 07:16:53.696052 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-deleted', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:16:53.752541 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27da967c-4f20-44da-8e65-2f271390b4b0', 'name': 'network-vif-deleted', 'tag': '7de85b33-7f13-4a2e-96b3-68b92e5ab528', 'status': 'completed', 'code': 200}
Apr 30 07:16:53.815653 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:53.848441 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:54.168048 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94c11040>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 2, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:54.177972 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Checking router: a5312b24-13a9-4223-8e81-3701d9b10c2e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:54.178960 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Updating router a5312b24-13a9-4223-8e81-3701d9b10c2e port 4bdc5e07-5235-44b2-a40b-4d026a71b203 binding host dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:16:54.217785 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 97c7bab7-8e85-4c85-a944-2c18efafc85d up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:54.219831 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b957a09a0>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:54.225411 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:54.236211 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:54.237091 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b957a09a0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:54.292685 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.356118 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56462) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:54.362872 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-191928500-network', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:16:54.366877 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 97c7bab7-8e85-4c85-a944-2c18efafc85d triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:54.367260 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.369271 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:54.373531 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Usage tracker for resource:network and tenant:06cdf8dc363547c9a4e4cafacb70b7b2 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:54.376932 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:54.383157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:54.395394 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Made reservation on behalf of 06cdf8dc363547c9a4e4cafacb70b7b2 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:16:54.398076 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.411428 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.426660 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:54.427185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:54.430986 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Usage tracker for resource:security_group_rule and tenant:06cdf8dc363547c9a4e4cafacb70b7b2 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:54.433792 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:54.440147 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:54.530320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.534926 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.538857 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cb5a6812-aeec-4ba2-8b40-2712d9f2c4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:54.581529 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:16:54.587730 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0269311-3194-42c2-b5c2-39bf64247ee0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:54.591982 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:54.598990 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.599377 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Added segment 8af7b255-bb80-402f-a5ca-96b996ad06af of type vlan for network e9b8c36c-48c1-4b15-895b-a28125352e7c
Apr 30 07:16:54.632245 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.669661 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.671389 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:54.671660 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.697655 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0207f234-8646-4b25-97ad-68fed95e4dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:54.717093 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3589451
Apr 30 07:16:54.720124 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56468) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:54.726084 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Request body: {'subnet': {'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-191928500-subnet', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:16:54.735312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:54.744721 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Usage tracker for resource:subnet and tenant:06cdf8dc363547c9a4e4cafacb70b7b2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:54.745992 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b957a09a0>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:54.750772 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce66cf1-7ae6-4d45-8624-29ea02e5fc76 None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:09:20Z', 'revision_number': 4, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '140e50c3-9270-46e6-b61f-7d5e1b6230ec', 'name': '', 'network_id': '418fe525-ead4-4072-abf2-add1be77ff36', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'mac_address': 'fa:16:3e:27:76:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:19Z', 'updated_at': '2021-04-30T07:09:26Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'subnets': [{'id': '3ddbb427-2fe7-44d1-8cfa-6988506943d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:16:54.754957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:54.767134 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:54.785056 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56474) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:54.794922 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:16:54.803460 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Made reservation on behalf of 06cdf8dc363547c9a4e4cafacb70b7b2 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:16:54.806735 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033519'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.834184 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: 7de85b33-7f13-4a2e-96b3-68b92e5ab528 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:16:54.834515 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device 7de85b33-7f13-4a2e-96b3-68b92e5ab528 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:16:54.905903 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.918059 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Transition to ACTIVE for port object 4bdc5e07-5235-44b2-a40b-4d026a71b203 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:54.926155 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.928065 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b8c36c-48c1-4b15-895b-a28125352e7c,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:54.931146 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e51f0c40-7852-42cd-ab1d-a17e5e8ee097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:54.932287 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:54.963105 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:54.976364 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network e9b8c36c-48c1-4b15-895b-a28125352e7c details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:16:55.004246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.140023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.145320 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-31846190-3d7a-4c47-906d-763acd141cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:55.175800 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b828e585-5f09-4fcf-9d45-d85268ce84fa,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:55.179115 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d0be8-e79f-49d1-acaf-47813d56e844 None None] New status for floating IP a3ceaa59-9727-43c9-bfc1-50fce74a1062: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:16:55.189183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:55.215813 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.220629 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56478) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:55.221425 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-3f4fd921-bfa0-49cb-a82e-e4bff366ab71 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "DELETE /v2.0/security-groups/b828e585-5f09-4fcf-9d45-d85268ce84fa HTTP/1.1" status: 204  len: 168 time: 0.4349735
Apr 30 07:16:55.237499 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.api.v2.resource [None req-5d315527-90f7-4357-ba01-e4c608cccaa9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] show failed (client error): The resource could not be found.
Apr 30 07:16:55.238492 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-5d315527-90f7-4357-ba01-e4c608cccaa9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "GET /v2.0/security-groups/b828e585-5f09-4fcf-9d45-d85268ce84fa HTTP/1.1" status: 404  len: 347 time: 0.0168917
Apr 30 07:16:55.241326 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56482) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:55.244839 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb86ba9-8fe2-4d88-bec7-4d42e3b75463 None None] Pushing event updated for resources: {'Port': ['ID=4bdc5e07-5235-44b2-a40b-4d026a71b203,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:55.261228 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bb86ba9-8fe2-4d88-bec7-4d42e3b75463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:55.404179 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033533'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.409335 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:55.465529 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Deleting port 66c988a8-5f87-4410-a6f7-d0c13de61806 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:16:55.466018 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.481648 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017ba5f1-8624-4785-9093-412165a80d6e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:55.485196 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:55.487662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Checking segment: {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:55.488045 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Network hostable DHCP agents. Network: e9b8c36c-48c1-4b15-895b-a28125352e7c, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:16:55.505062 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Attempting to bind port 4bdc5e07-5235-44b2-a40b-4d026a71b203 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:16:55.505467 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Attempting to bind port 4bdc5e07-5235-44b2-a40b-4d026a71b203 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:16:55.505962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Attempting to bind port 4bdc5e07-5235-44b2-a40b-4d026a71b203 on network 7d6bbfb3-f771-4450-8351-49934eea619a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:16:55.509348 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Network e9b8c36c-48c1-4b15-895b-a28125352e7c is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:16:55.513119 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:16:55.513513 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Checking segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:55.514030 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.514323 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Bound using segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:16:55.514792 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Bound port: 4bdc5e07-5235-44b2-a40b-4d026a71b203, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:16:55.515194 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.532738 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, e9b8c36c-48c1-4b15-895b-a28125352e7c) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:55.542198 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:16:55.542755 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.565844 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8421428
Apr 30 07:16:55.566071 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56488) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:55.571391 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf03a83-55e6-4b09-801a-9b734227d1f7 None None] Network e9b8c36c-48c1-4b15-895b-a28125352e7c requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:16:55.571624 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:16:55.578927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:16:55.584403 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Usage tracker for resource:router and tenant:06cdf8dc363547c9a4e4cafacb70b7b2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:16:55.587335 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:16:55.594364 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:16:55.607981 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.608314 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.609638 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-436936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047151'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.610850 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047142'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.628961 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.705458 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] For port 4bdc5e07-5235-44b2-a40b-4d026a71b203, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:16:55.710870 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] For port 4bdc5e07-5235-44b2-a40b-4d026a71b203, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=4bdc5e07-5235-44b2-a40b-4d026a71b203,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:16:55.723286 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.733208 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Calling delete_port for 66c988a8-5f87-4410-a6f7-d0c13de61806 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:16:55.734472 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:55.842499 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:55.843159 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94c11040>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:55.854703 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.858566 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2d646a2c-ff62-4747-8930-2793de7f9376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:55.904475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Pushing event deleted for resources: {'Port': ['ID=66c988a8-5f87-4410-a6f7-d0c13de61806,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:55.908596 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:55.915432 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047188'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:55.936642 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb86ba9-8fe2-4d88-bec7-4d42e3b75463 None None] Pushing event updated for resources: {'Port': ['ID=4bdc5e07-5235-44b2-a40b-4d026a71b203,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:55.944758 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bb86ba9-8fe2-4d88-bec7-4d42e3b75463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:56.012316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.028931 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.030155 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] 10.222.0.35 "DELETE /v2.0/floatingips/a3ceaa59-9727-43c9-bfc1-50fce74a1062 HTTP/1.1" status: 204  len: 168 time: 0.7878668
Apr 30 07:16:56.088600 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e77da4-13e1-5576-84dd-13c9dea6cb00-e9b8c36c-48c1-4b15-895b-a28125352e7c', 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'fixed_ips': [{'subnet_id': '017ba5f1-8624-4785-9093-412165a80d6e'}]}} from dv-cinder-773876-2-iscsi. {{(pid=73810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 07:16:56.089428 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.272042 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.286871 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:56.303695 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.464991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Allocated IP 172.20.0.2 (e9b8c36c-48c1-4b15-895b-a28125352e7c/017ba5f1-8624-4785-9093-412165a80d6e/43e1c3eb-f165-47fc-8d9b-4648e91d51e1) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:16:56.563596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Allocated IP 172.27.3.6 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/2d9235bf-d8c7-484d-abc5-809a1cfeefdc) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:16:56.709636 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.739993 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.744529 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8127ff8b-26d6-4c61-b1c3-f8aef4f03d4a tempest-AttachVolumeNegativeTest-218384130 tempest-AttachVolumeNegativeTest-218384130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:56.794094 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.798530 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94c11040>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:55Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:56.808453 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0111fe-2c61-47c3-a0b0-78bcdc2b79c2 None None] The sync data for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi is: [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:55Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:16:56.809063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:56.810307 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Transition to ACTIVE for port object 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:56.812700 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:56.816033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:16:56.832180 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Transition to ACTIVE for port object 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:56.838144 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:56.843237 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-415bfb76-308c-4711-bd61-237273ea6f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:56.847537 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Pushing event updated for resources: {'Port': ['ID=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:56.859860 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:56.917713 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Network e9b8c36c-48c1-4b15-895b-a28125352e7c is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:56.920539 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Resources bound (agent type, host, resource id):  {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:56.929015 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:16:56.969228 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Pushing event updated for resources: {'Port': ['ID=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:56.975604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:57.026377 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Attempting to bind port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:16:57.027146 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Attempting to bind port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:16:57.027542 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Attempting to bind port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 on network e9b8c36c-48c1-4b15-895b-a28125352e7c {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:16:57.034002 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:16:57.034377 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Checking segment: {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:57.034787 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:57.035186 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Bound using segment: {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:16:57.035653 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Bound port: 43e1c3eb-f165-47fc-8d9b-4648e91d51e1, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:16:57.036067 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:57.132766 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] For port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:16:57.136371 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] For port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:16:57.141280 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:57.145886 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bb86ba9-8fe2-4d88-bec7-4d42e3b75463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:57.230534 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Pushing event updated for resources: {'Port': ['ID=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:57.239608 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d79cc7fc-6d06-4fd8-95e8-77c5130e973d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:57.274794 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:57.684603 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393578'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:57.910938 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Router 8e5aba3f-701f-4910-9485-2238ac611f07 is scheduled to L3 agent 524dad25-a975-48ac-a15e-622b2615588c with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 07:16:58.214866 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:16:58.221061 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc25ba0-5010-4da9-928b-e92bdc6d0e65 None None] Network e9b8c36c-48c1-4b15-895b-a28125352e7c requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:16:58.234245 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Sync routers for ids ['8e5aba3f-701f-4910-9485-2238ac611f07'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:16:58.256451 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Routers {'8e5aba3f-701f-4910-9485-2238ac611f07'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:58.257098 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b955a3d60>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['8e5aba3f-701f-4910-9485-2238ac611f07'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:58.269401 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:58.271193 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7040367
Apr 30 07:16:58.272619 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:58.273889 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56506) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:58.372882 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-d1af0dcd-ef30-4cb6-98fb-afa6d045689c None None] Provisioning for port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:58.466066 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Set router 8e5aba3f-701f-4910-9485-2238ac611f07 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:58.482598 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:58.518894 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:58.518894 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:58.672426 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:58.708524 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:58.716303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:58.717508 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 4bdc5e07-5235-44b2-a40b-4d026a71b203 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:16:58.750816 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:58.842218 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:58.846749 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:58.855373 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 4bdc5e07-5235-44b2-a40b-4d026a71b203 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:58.861119 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b955a3d60>, [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:16:57Z', 'revision_number': 3, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:58.861348 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 4bdc5e07-5235-44b2-a40b-4d026a71b203 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:58.861767 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:58.876085 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Checking router: 8e5aba3f-701f-4910-9485-2238ac611f07 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:16:58.876640 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Updating router 8e5aba3f-701f-4910-9485-2238ac611f07 port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:16:58.950783 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:58.982356 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5d75dec1-6866-4c80-8aff-0ff2a9fbd779 None None] Provisioning complete for port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:58.982884 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5d75dec1-6866-4c80-8aff-0ff2a9fbd779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.010980 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56518) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:16:59.094591 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.113766 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.177643 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 4bdc5e07-5235-44b2-a40b-4d026a71b203, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=4bdc5e07-5235-44b2-a40b-4d026a71b203,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:16:59.183276 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.185134 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:59.255018 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=4bdc5e07-5235-44b2-a40b-4d026a71b203,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:59.258577 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:59.329892 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.342250 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Transition to ACTIVE for port object 2d9235bf-d8c7-484d-abc5-809a1cfeefdc will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:59.350044 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.359166 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:59.366621 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Allocated IP 172.20.0.1 (e9b8c36c-48c1-4b15-895b-a28125352e7c/017ba5f1-8624-4785-9093-412165a80d6e/a32cd45a-71e5-4cbc-8b8f-973e40456d80) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:16:59.417132 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Attempting to bind port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:16:59.417532 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Attempting to bind port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:16:59.418034 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Attempting to bind port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc on network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:16:59.426741 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:16:59.427033 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Checking segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:16:59.427436 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.427855 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Bound using segment: {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:16:59.428326 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Bound port: 2d9235bf-d8c7-484d-abc5-809a1cfeefdc, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab219a-27bd-4987-b3ab-41c5261cabc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:16:59.428713 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.480605 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384737-0391-447e-b4c1-659bd159944b None None] Pushing event updated for resources: {'Port': ['ID=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:59.484703 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-43384737-0391-447e-b4c1-659bd159944b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:59.517915 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] For port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:16:59.521005 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] For port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:16:59.523906 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.524613 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.529551 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-b52cfb73-190e-4d23-9b85-881a988f9068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:59.541146 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Transition to ACTIVE for port object a32cd45a-71e5-4cbc-8b8f-973e40456d80 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:16:59.569858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.580064 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6a0d2f61-2ef0-472d-8c8f-ac537a0ccfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:16:59.601966 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Routers {'8e5aba3f-701f-4910-9485-2238ac611f07'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:16:59.602589 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b955a3d60>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['8e5aba3f-701f-4910-9485-2238ac611f07'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:16:59.631179 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Network e9b8c36c-48c1-4b15-895b-a28125352e7c is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:16:59.634206 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:16:59.638131 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:16:59.677659 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384737-0391-447e-b4c1-659bd159944b None None] Pushing event updated for resources: {'Port': ['ID=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:59.682587 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-43384737-0391-447e-b4c1-659bd159944b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:59.697974 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Pushing event updated for resources: {'Port': ['ID=a32cd45a-71e5-4cbc-8b8f-973e40456d80,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:16:59.702047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:16:59.714637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407780'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.832523 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] Set router 8e5aba3f-701f-4910-9485-2238ac611f07 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:16:59.863729 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.895269 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.906243 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-318eeca9-a71e-4fd6-9e0a-e37dd196b97a None None] Provisioning for port a32cd45a-71e5-4cbc-8b8f-973e40456d80 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:16:59.912382 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-318eeca9-a71e-4fd6-9e0a-e37dd196b97a None None] Provisioning complete for port a32cd45a-71e5-4cbc-8b8f-973e40456d80 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:16:59.912849 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-318eeca9-a71e-4fd6-9e0a-e37dd196b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:16:59.974800 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-318eeca9-a71e-4fd6-9e0a-e37dd196b97a None None] Port a32cd45a-71e5-4cbc-8b8f-973e40456d80 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:17:00.131340 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b955a3d60>, [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:16:57Z', 'revision_number': 3, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:00.135851 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9f9af-e5c7-44bf-8c1b-c8303ba81e54 None None] The sync data for ids ['8e5aba3f-701f-4910-9485-2238ac611f07'] in dv-cinder-773876-2-iscsi is: [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:16:57Z', 'revision_number': 3, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:17:00.215991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:00.235879 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.241496 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.273996 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-617696f0-cb46-4bbf-8f2e-be31a5b7b631 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:00.303342 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:00.303936 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.360601 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Pushing event updated for resources: {'Port': ['ID=a32cd45a-71e5-4cbc-8b8f-973e40456d80,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:00.363346 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407617'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.369186 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:00.458388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 4bdc5e07-5235-44b2-a40b-4d026a71b203 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:00.513663 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Deleting port 140e50c3-9270-46e6-b61f-7d5e1b6230ec {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:17:00.514157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.545709 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Network e9b8c36c-48c1-4b15-895b-a28125352e7c is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:17:00.547230 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:17:00.578619 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 4bdc5e07-5235-44b2-a40b-4d026a71b203 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:00.579153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.709324 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] For port 140e50c3-9270-46e6-b61f-7d5e1b6230ec, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=140e50c3-9270-46e6-b61f-7d5e1b6230ec,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:00.709566 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.772037 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Router 8e5aba3f-701f-4910-9485-2238ac611f07 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:17:00.852369 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Calling delete_port for 140e50c3-9270-46e6-b61f-7d5e1b6230ec owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:17:00.908124 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-8932e0c3-52ab-4790-9532-047ef0ec20de None None] Provisioning complete for port a32cd45a-71e5-4cbc-8b8f-973e40456d80 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:00.910157 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8932e0c3-52ab-4790-9532-047ef0ec20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:00.964252 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:17:00.981879 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8932e0c3-52ab-4790-9532-047ef0ec20de None None] Port a32cd45a-71e5-4cbc-8b8f-973e40456d80 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:17:00.986823 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] 10.222.0.35 "PUT /v2.0/routers/8e5aba3f-701f-4910-9485-2238ac611f07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7108703
Apr 30 07:17:01.016529 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:01.027647 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3c7237c-0e55-4644-bb14-da9573888506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:01.106668 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Pushing event deleted for resources: {'Port': ['ID=140e50c3-9270-46e6-b61f-7d5e1b6230ec,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:01.138735 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:01.146303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6648fc09-cc0c-437a-af37-e505a3c0edfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:01.375662 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:01.876834 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Router f7359a5f-7598-4ee7-ae10-b053ad53347e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:17:02.076545 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:17:02.089860 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] Sync routers for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:17:02.096261 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56548) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:02.096802 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] 10.222.0.35 "PUT /v2.0/routers/f7359a5f-7598-4ee7-ae10-b053ad53347e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0836670
Apr 30 07:17:02.101747 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:02.102585 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94ad48e0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:02.329494 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Sync routers for ids ['8e5aba3f-701f-4910-9485-2238ac611f07'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:17:02.379493 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Routers {'8e5aba3f-701f-4910-9485-2238ac611f07'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:02.380563 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9553c6d0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['8e5aba3f-701f-4910-9485-2238ac611f07'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:02.380906 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 2d9235bf-d8c7-484d-abc5-809a1cfeefdc up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:02.406723 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:02.489205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:02.602819 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Set router 8e5aba3f-701f-4910-9485-2238ac611f07 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:02.647183 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:02.651672 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-f4ae9ce2-7d38-4e0f-a900-24d9fec7bde6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2880507
Apr 30 07:17:02.663248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:02.768427 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Deleting port e80a3635-489f-4045-8849-0028a9a84b0a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:17:02.768801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:02.783873 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:02.784313 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:02.930302 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94ad48e0>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:17:00Z', 'revision_number': 5, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port': {'id': 'e80a3635-489f-4045-8849-0028a9a84b0a', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:16Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:02.944972 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] Checking router: f7359a5f-7598-4ee7-ae10-b053ad53347e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:17:02.948990 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9553c6d0>, [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 4, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'a32cd45a-71e5-4cbc-8b8f-973e40456d80', 'name': '', 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'mac_address': 'fa:16:3e:bf:a2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '017ba5f1-8624-4785-9093-412165a80d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:59Z', 'updated_at': '2021-04-30T07:17:00Z', 'revision_number': 2, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'subnets': [{'id': '017ba5f1-8624-4785-9093-412165a80d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:02.953814 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Checking router: 8e5aba3f-701f-4910-9485-2238ac611f07 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:17:02.954283 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Updating router 8e5aba3f-701f-4910-9485-2238ac611f07 port a32cd45a-71e5-4cbc-8b8f-973e40456d80 binding host dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 07:17:02.959277 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:02.964322 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] Routers {'f7359a5f-7598-4ee7-ae10-b053ad53347e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:02.964956 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94ad48e0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:16:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['f7359a5f-7598-4ee7-ae10-b053ad53347e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:03.028867 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.123154 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] For port e80a3635-489f-4045-8849-0028a9a84b0a, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e80a3635-489f-4045-8849-0028a9a84b0a,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:03.123793 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.140192 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-58c81d6b-7e42-4db1-bd16-ef1c5b96b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:03.141807 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-58c81d6b-7e42-4db1-bd16-ef1c5b96b42d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 1098 time: 0.1311915
Apr 30 07:17:03.155510 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:03.170402 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.176103 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:03.256218 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:03.262277 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:03.271100 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] Set router f7359a5f-7598-4ee7-ae10-b053ad53347e gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:03.310846 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Calling delete_port for e80a3635-489f-4045-8849-0028a9a84b0a owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:17:03.390343 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94ad48e0>, [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:17:02Z', 'revision_number': 6, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:03.395225 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee59c0-2459-4b9b-84b8-9a96f82139fa None None] The sync data for ids ['f7359a5f-7598-4ee7-ae10-b053ad53347e'] in dv-cinder-773876-2-iscsi is: [{'id': 'f7359a5f-7598-4ee7-ae10-b053ad53347e', 'name': 'tempest-AttachVolumeShelveTestJSON-2019763687-router', 'tenant_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:14Z', 'updated_at': '2021-04-30T07:17:02Z', 'revision_number': 6, 'project_id': '5e7a6fe8305d46ee9d165af87c413b0d', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:17:03.460623 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-99050754-d411-4473-9030-1579a6de0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:03.462232 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-99050754-d411-4473-9030-1579a6de0459 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.2436502
Apr 30 07:17:03.532704 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.554319 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Transition to ACTIVE for port object a32cd45a-71e5-4cbc-8b8f-973e40456d80 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:17:03.570666 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.576841 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-7d449cdf-28d0-4df2-bc58-dbe332864741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:03.591478 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.654822 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedfe6c-34ce-4c5b-8f89-e20b95780f43 None None] Pushing event updated for resources: {'Port': ['ID=a32cd45a-71e5-4cbc-8b8f-973e40456d80,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:03.659776 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-4cedfe6c-34ce-4c5b-8f89-e20b95780f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:03.759342 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-60599db8-1bb8-4e5b-a8a7-896fcbc729d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6472f13-4436-4e80-92be-2a429a4ca474 HTTP/1.1" status: 200  len: 1000 time: 0.1752493
Apr 30 07:17:03.765631 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4518911e-4602-409e-9e71-2644945df2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.905201 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Attempting to bind port a32cd45a-71e5-4cbc-8b8f-973e40456d80 on host dv-cinder-773876-2-iscsi for vnic_type normal with profile  {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:17:03.906404 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Attempting to bind port a32cd45a-71e5-4cbc-8b8f-973e40456d80 by drivers openvswitch,hyperv on host dv-cinder-773876-2-iscsi at level 0 using segments [{'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:17:03.906975 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Attempting to bind port a32cd45a-71e5-4cbc-8b8f-973e40456d80 on network e9b8c36c-48c1-4b15-895b-a28125352e7c {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:03.920913 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Checking agent: {'id': 'eb0597fc-4ee0-4848-9fc4-d042216ceed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 0, 3), 'started_at': datetime.datetime(2021, 4, 30, 7, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:17:03.921405 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Checking segment: {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:17:03.921744 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.922141 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Bound using segment: {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:17:03.922614 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Bound port: a32cd45a-71e5-4cbc-8b8f-973e40456d80, host: dv-cinder-773876-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af7b255-bb80-402f-a5ca-96b996ad06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:17:03.923005 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:03.963982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-a0f15689-8e2b-40ac-b9a4-b4b298a317a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:03.966504 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-a0f15689-8e2b-40ac-b9a4-b4b298a317a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.1976283
Apr 30 07:17:04.048807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.050667 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] For port a32cd45a-71e5-4cbc-8b8f-973e40456d80, host dv-cinder-773876-2-iscsi, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:17:04.055863 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] For port a32cd45a-71e5-4cbc-8b8f-973e40456d80, host dv-cinder-773876-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=a32cd45a-71e5-4cbc-8b8f-973e40456d80,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:17:04.058532 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b28502f-6d29-4494-97de-79d5e64c2a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:04.060870 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.065619 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-10f31775-b532-4b7c-9cbe-a1311cd75ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:04.142098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80a3635-489f-4045-8849-0028a9a84b0a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:04.148803 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedfe6c-34ce-4c5b-8f89-e20b95780f43 None None] Pushing event updated for resources: {'Port': ['ID=a32cd45a-71e5-4cbc-8b8f-973e40456d80,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:04.155012 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-4cedfe6c-34ce-4c5b-8f89-e20b95780f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:04.158668 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Routers {'8e5aba3f-701f-4910-9485-2238ac611f07'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:04.168106 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b9553c6d0>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:17:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['8e5aba3f-701f-4910-9485-2238ac611f07'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:04.169297 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.169676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.170038 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.170398 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.170861 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.171256 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.171609 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.171997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.172343 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.172705 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.173033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.173372 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:04.180614 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:04.240833 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-475d35c5-0b2f-435f-9f51-f5407b79a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:04.242236 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-475d35c5-0b2f-435f-9f51-f5407b79a0fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2652757
Apr 30 07:17:04.251842 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.411037 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 2d9235bf-d8c7-484d-abc5-809a1cfeefdc up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:04.535512 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] Set router 8e5aba3f-701f-4910-9485-2238ac611f07 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:04.536969 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:04.537357 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.670665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.748381 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.751869 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.811913 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-4ebc1dad-3c28-4b0e-bd6d-994eecb2f187 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5123918
Apr 30 07:17:04.813470 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.813957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7359a5f-7598-4ee7-ae10-b053ad53347e {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:17:04.822388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 140e50c3-9270-46e6-b61f-7d5e1b6230ec no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:17:04.876102 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 140e50c3-9270-46e6-b61f-7d5e1b6230ec {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:17:04.876463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 140e50c3-9270-46e6-b61f-7d5e1b6230ec not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:17:04.876858 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e80a3635-489f-4045-8849-0028a9a84b0a no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:17:04.917751 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:04.918874 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f7359a5f-7598-4ee7-ae10-b053ad53347e HTTP/1.1" status: 204  len: 168 time: 2.8214402
Apr 30 07:17:04.922775 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: e80a3635-489f-4045-8849-0028a9a84b0a {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:17:04.922965 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56554) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:04.923402 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e80a3635-489f-4045-8849-0028a9a84b0a not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:17:04.996487 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f4d10830-2b19-4c15-9406-33deace2bae1 req-5578bed8-fc60-40cc-aa93-a5612ddcbb2e service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764123
Apr 30 07:17:05.019888 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Deleting subnet 3ddbb427-2fe7-44d1-8cfa-6988506943d9 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:17:05.023967 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:05.049832 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b9553c6d0>, [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 4, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'a32cd45a-71e5-4cbc-8b8f-973e40456d80', 'name': '', 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'mac_address': 'fa:16:3e:bf:a2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '017ba5f1-8624-4785-9093-412165a80d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:59Z', 'updated_at': '2021-04-30T07:17:04Z', 'revision_number': 4, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'subnets': [{'id': '017ba5f1-8624-4785-9093-412165a80d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:05.054046 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ada84f-c5b6-459a-8fd7-26077fb969a3 None None] The sync data for ids ['8e5aba3f-701f-4910-9485-2238ac611f07'] in dv-cinder-773876-2-iscsi is: [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 4, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'a32cd45a-71e5-4cbc-8b8f-973e40456d80', 'name': '', 'network_id': 'e9b8c36c-48c1-4b15-895b-a28125352e7c', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'mac_address': 'fa:16:3e:bf:a2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '017ba5f1-8624-4785-9093-412165a80d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:59Z', 'updated_at': '2021-04-30T07:17:04Z', 'revision_number': 4, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'subnets': [{'id': '017ba5f1-8624-4785-9093-412165a80d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:17:05.090609 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734981'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:05.247358 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:05.580415 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2341024'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:05.592083 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:05.637741 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ddbb427-2fe7-44d1-8cfa-6988506943d9,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:05.639800 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:05.644749 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:05.647550 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb388e1-3f6e-4645-b833-e6d016b0f9f2 None None] Network 418fe525-ead4-4072-abf2-add1be77ff36 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:17:05.657798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56558) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:05.672395 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b09c7955-ce9b-4c58-b5b8-44c784de1d29 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3ddbb427-2fe7-44d1-8cfa-6988506943d9 HTTP/1.1" status: 204  len: 168 time: 0.7307584
Apr 30 07:17:05.802107 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:05.912618 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Deleting port 34497c07-bac5-4c65-bbcb-7e287c9df552 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:17:05.913405 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.045606 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] DHCP port deletion for 418fe525-ead4-4072-abf2-add1be77ff36 request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:17:06.073788 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] For port 34497c07-bac5-4c65-bbcb-7e287c9df552, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=34497c07-bac5-4c65-bbcb-7e287c9df552,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:06.074144 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.132049 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Deleting port 34497c07-bac5-4c65-bbcb-7e287c9df552 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:17:06.132431 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.254686 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] For port 34497c07-bac5-4c65-bbcb-7e287c9df552, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=34497c07-bac5-4c65-bbcb-7e287c9df552,segment=NetworkSegment(63cbaf3c-021b-4b23-baeb-fe6f7f692621),segment_id=63cbaf3c-021b-4b23-baeb-fe6f7f692621)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:06.254686 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.277657 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Calling delete_port for 34497c07-bac5-4c65-bbcb-7e287c9df552 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:17:06.357884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.362465 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b27211cf-a312-4ac2-a75e-58f37c169181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:06.373111 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:17:06.417877 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device a32cd45a-71e5-4cbc-8b8f-973e40456d80 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:06.423510 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=34497c07-bac5-4c65-bbcb-7e287c9df552,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:06.427644 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:06.446684 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] No DVR routers for this DVR port 34497c07-bac5-4c65-bbcb-7e287c9df552 on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:17:06.454411 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Calling delete_port for 34497c07-bac5-4c65-bbcb-7e287c9df552 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:17:06.464427 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.551937 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning for port a32cd45a-71e5-4cbc-8b8f-973e40456d80 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:06.559608 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port a32cd45a-71e5-4cbc-8b8f-973e40456d80 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:06.559844 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.585139 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.615185 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.621712 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6a274eac-550b-438f-9e0a-03cf26db8bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:06.660095 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] No DVR routers for this DVR port 34497c07-bac5-4c65-bbcb-7e287c9df552 on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:17:06.685906 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Pushing event deleted for resources: {'Port': ['ID=34497c07-bac5-4c65-bbcb-7e287c9df552,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:06.688444 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3d4ac912-7825-473b-87cb-a9ea76abd26d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:06.712683 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b941a42e0>,) {'filters': {'network_id': ['418fe525-ead4-4072-abf2-add1be77ff36']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:06.727613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b941a42e0>, '63cbaf3c-021b-4b23-baeb-fe6f7f692621') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:06.728073 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b941a42e0>, '63cbaf3c-021b-4b23-baeb-fe6f7f692621') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:06.750033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.774320 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.785835 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:17:06.822145 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.859973 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] For port a32cd45a-71e5-4cbc-8b8f-973e40456d80, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=a32cd45a-71e5-4cbc-8b8f-973e40456d80,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:06.864885 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:06.867165 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:06.956604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Pushing event updated for resources: {'Port': ['ID=a32cd45a-71e5-4cbc-8b8f-973e40456d80,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:06.959214 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 34497c07-bac5-4c65-bbcb-7e287c9df552 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:17:06.985975 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:07.000066 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 34497c07-bac5-4c65-bbcb-7e287c9df552 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:17:07.000418 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 34497c07-bac5-4c65-bbcb-7e287c9df552 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:17:07.001676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Network 418fe525-ead4-4072-abf2-add1be77ff36 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:17:07.014512 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.201087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Network 418fe525-ead4-4072-abf2-add1be77ff36 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:17:07.241986 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:17:07.303869 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.308999 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.311410 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:07.337326 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=418fe525-ead4-4072-abf2-add1be77ff36,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:07.339810 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:07.352960 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] 10.222.0.35 "DELETE /v2.0/networks/418fe525-ead4-4072-abf2-add1be77ff36 HTTP/1.1" status: 204  len: 168 time: 1.6919532
Apr 30 07:17:07.488842 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56568) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:07.563758 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-054ac7d8-d547-439e-ac3a-7b3306212f60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e7a6fe8305d46ee9d165af87c413b0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0727313
Apr 30 07:17:07.565908 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56572) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:07.636631 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.666162 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.732022 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.737062 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dedaa728-a9a7-4399-96a5-89222dce62fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:07.751697 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d2e5d-f9e9-4054-9f72-d8588f8f0a3f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:07.755359 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:07.761202 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:07.762398 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ebec5304-4269-4c76-954e-367c72044e50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a71d2e5d-f9e9-4054-9f72-d8588f8f0a3f HTTP/1.1" status: 204  len: 168 time: 0.1955154
Apr 30 07:17:08.239609 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device a32cd45a-71e5-4cbc-8b8f-973e40456d80 up at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:08.337696 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Provisioning complete for port a32cd45a-71e5-4cbc-8b8f-973e40456d80 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:08.338607 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.307495 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56644) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:12.425920 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.440412 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:12.444699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee989da19584dc7a862540b08d58bb6 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:12.447467 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:12.453161 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:12.532968 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.536449 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.543851 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b158fcce-9e9d-44b2-bee7-76da5f6b7a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:12.586245 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ee989da19584dc7a862540b08d58bb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2776945
Apr 30 07:17:12.587195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b6b6cf-a669-4554-9e03-a02b44bbc9e2,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:12.588983 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56656) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:12.590150 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1967f0d7-b563-4f1a-830a-c100b195eb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:12.648347 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.674156 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.725302 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.729063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f827f66-7295-429d-93c1-cd6f56f9b633 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:12.740389 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b6b6cf-a669-4554-9e03-a02b44bbc9e2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:12.744763 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:12.746645 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:12.750133 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6ddf94fc-47cf-403c-8258-6d4232391a84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8b6b6cf-a669-4554-9e03-a02b44bbc9e2 HTTP/1.1" status: 204  len: 168 time: 0.1569607
Apr 30 07:17:13.618522 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-1a2e70e1-f982-49ce-9ba2-07cac85cb1cb tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:13.619988 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-1a2e70e1-f982-49ce-9ba2-07cac85cb1cb tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 814 time: 0.1473629
Apr 30 07:17:13.634621 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-4f985704-a22f-49a6-a05d-a6a22c6fe4dd tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/quotas/e0174bea076943198ae7785905135d4f HTTP/1.1" status: 200  len: 375 time: 0.0089457
Apr 30 07:17:13.716888 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-8867df62-eb7e-4e57-8d8b-17229b2f1379 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0770516
Apr 30 07:17:13.868659 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-a4e63d3f-0315-4e5d-a9fb-06d27cd32fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392651
Apr 30 07:17:14.010625 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-c4e10508-c95e-437c-b89a-6431c5181a19 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357424
Apr 30 07:17:14.189453 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-987d2659-4cdc-40a8-8099-ad58f364e73c req-6413733f-115b-4232-b3ad-31bdeb686fba tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:14.207502 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-987d2659-4cdc-40a8-8099-ad58f364e73c req-6413733f-115b-4232-b3ad-31bdeb686fba tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:14.208857 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-987d2659-4cdc-40a8-8099-ad58f364e73c req-6413733f-115b-4232-b3ad-31bdeb686fba tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 210 time: 0.0663428
Apr 30 07:17:15.389991 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-2bbc3c7d-6c48-4319-bbd0-a4b539ac7a90 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:15.390652 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-2bbc3c7d-6c48-4319-bbd0-a4b539ac7a90 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:15.434717 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d446ceee-4539-479d-8655-7d4350c1f993 req-ab936b14-2813-45d6-bd85-d5ecef2e5d4c tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 210 time: 0.0536661
Apr 30 07:17:15.450549 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-2bbc3c7d-6c48-4319-bbd0-a4b539ac7a90 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:15.451884 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-2bbc3c7d-6c48-4319-bbd0-a4b539ac7a90 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 814 time: 0.3379016
Apr 30 07:17:15.475983 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'port': {'device_id': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'admin_state_up': True, 'tenant_id': 'e0174bea076943198ae7785905135d4f'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:15.626622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:15.636568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:15.646301 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Made reservation on behalf of e0174bea076943198ae7785905135d4f for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:17:15.649834 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:15.833112 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Allocated IP 172.20.0.8 (7d6bbfb3-f771-4450-8351-49934eea619a/48e81976-9f72-4fa3-8d89-57724419fa29/b554ba76-0bb7-4888-92cb-93e2ecb45c9d) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:17:16.071435 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:16.087339 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Transition to ACTIVE for port object b554ba76-0bb7-4888-92cb-93e2ecb45c9d will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:17:16.111678 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:16.117386 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a75f1bf9-7b43-4fd8-a1f4-0baf300165fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:16.199106 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:16.204454 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:16.214338 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Network 7d6bbfb3-f771-4450-8351-49934eea619a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:17:16.215450 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:17:16.217858 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:17:16.286870 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:16.287671 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:16.320837 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8571849
Apr 30 07:17:16.471802 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-531e6744-8c24-4a5f-bf27-0d5fc0fee261 None None] Provisioning for port b554ba76-0bb7-4888-92cb-93e2ecb45c9d completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:16.478347 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-531e6744-8c24-4a5f-bf27-0d5fc0fee261 None None] Provisioning complete for port b554ba76-0bb7-4888-92cb-93e2ecb45c9d triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:16.479023 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-531e6744-8c24-4a5f-bf27-0d5fc0fee261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:16.543487 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-531e6744-8c24-4a5f-bf27-0d5fc0fee261 None None] Port b554ba76-0bb7-4888-92cb-93e2ecb45c9d cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:17:16.659638 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c76ab-ec42-4736-b726-22c4f58f6f7c req-2107b149-1440-42a0-8213-321b7018100a tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:16.661161 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-050c76ab-ec42-4736-b726-22c4f58f6f7c req-2107b149-1440-42a0-8213-321b7018100a tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0812445
Apr 30 07:17:16.836970 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-050c76ab-ec42-4736-b726-22c4f58f6f7c req-f097dd6e-cc4a-4f55-8b95-f08401ede41a tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699123
Apr 30 07:17:18.026204 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-dd8716e4-4deb-4d8e-a0b8-c17dc05bd1d5 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:18.027329 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-dd8716e4-4deb-4d8e-a0b8-c17dc05bd1d5 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:18.044809 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-dd8716e4-4deb-4d8e-a0b8-c17dc05bd1d5 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:18.047497 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-dd8716e4-4deb-4d8e-a0b8-c17dc05bd1d5 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.1078916
Apr 30 07:17:18.092861 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-f71655d1-3d34-484f-828a-bf51531c8e80 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:18.109373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-f71655d1-3d34-484f-828a-bf51531c8e80 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:18.110494 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c5237117-4847-4d8f-844b-5bed3fc4247c req-f71655d1-3d34-484f-828a-bf51531c8e80 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579178
Apr 30 07:17:19.315296 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fa03d-fd62-437b-aa28-02739dbe8e5a req-daebcc5c-7ac6-42b9-b6bf-ad65ca2eb7eb tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:19.316908 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-537fa03d-fd62-437b-aa28-02739dbe8e5a req-daebcc5c-7ac6-42b9-b6bf-ad65ca2eb7eb tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0874407
Apr 30 07:17:19.377870 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-537fa03d-fd62-437b-aa28-02739dbe8e5a req-375ea4e8-3654-465c-82fc-55716638deac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530801
Apr 30 07:17:20.574365 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52356207-2b13-4409-8fd2-2132d1fc4296 req-2da289d6-a8fa-44c7-afc0-b8a5895962e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:20.575927 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-52356207-2b13-4409-8fd2-2132d1fc4296 req-2da289d6-a8fa-44c7-afc0-b8a5895962e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0961523
Apr 30 07:17:20.633549 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-52356207-2b13-4409-8fd2-2132d1fc4296 req-d1b22494-e069-495e-bb8f-9945c210de77 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503583
Apr 30 07:17:21.827883 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:21.866326 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a66a5-b6a5-45f1-aba3-a3decc815e5c req-1b1df145-919f-4b66-ad6b-f419b0750bb9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:21.867805 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c67a66a5-b6a5-45f1-aba3-a3decc815e5c req-1b1df145-919f-4b66-ad6b-f419b0750bb9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0930035
Apr 30 07:17:21.917953 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-c67a66a5-b6a5-45f1-aba3-a3decc815e5c req-b528a193-6bc9-4798-be9d-dab3dda512a3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439613
Apr 30 07:17:23.121947 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71aa95f-2582-46e5-bbc6-0c95f8d7f48b req-02e75c70-6296-448d-8ea0-e8a56d020263 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:23.127549 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e71aa95f-2582-46e5-bbc6-0c95f8d7f48b req-02e75c70-6296-448d-8ea0-e8a56d020263 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0940697
Apr 30 07:17:23.176161 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e71aa95f-2582-46e5-bbc6-0c95f8d7f48b req-8db20382-80ad-44cf-b47b-4dd63e86c10e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433941
Apr 30 07:17:23.302179 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56832) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:23.419751 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.437338 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:23.441315 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Usage tracker for resource:security_group_rule and tenant:8f5a2e3f24504e3aa6deaff43045456a is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:23.444696 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:23.452804 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:23.539449 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.543328 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.551616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc26dd22-681b-44f0-a883-9c8a81558633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:23.590223 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f5a2e3f24504e3aa6deaff43045456a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2869301
Apr 30 07:17:23.592927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56838) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:23.594176 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fe895-43ae-4e94-ae10-7112f7e362b6,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:23.602057 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.602423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.602778 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.603126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.603470 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.603846 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.604189 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.604604 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.604865 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.605199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.605532 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.606218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:23.609837 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-017d9350-b3c6-4cdb-b214-b52e90ca424c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:23.650789 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.675420 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.725183 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.729831 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-be619d4c-6f34-458c-b6b1-8efeb22662d4 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:23.745139 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fe895-43ae-4e94-ae10-7112f7e362b6,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:23.748054 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:23.748892 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:23.750209 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b76fe895-43ae-4e94-ae10-7112f7e362b6 HTTP/1.1" status: 204  len: 168 time: 0.1560616
Apr 30 07:17:24.373185 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a0cfd-efe9-468c-8c51-3c81d8269b23 req-5bae4f2a-36c1-432e-97d4-a99c6f0b811c tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:24.375310 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-670a0cfd-efe9-468c-8c51-3c81d8269b23 req-5bae4f2a-36c1-432e-97d4-a99c6f0b811c tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0896275
Apr 30 07:17:24.437347 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-670a0cfd-efe9-468c-8c51-3c81d8269b23 req-b3acdfb4-59ca-4e04-8ad8-e4d8c9502b4b tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523667
Apr 30 07:17:25.196303 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56892) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:25.313323 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.327874 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:25.332250 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Usage tracker for resource:security_group_rule and tenant:e7e3161df3ac47139ed4ef2620a991f8 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:25.335024 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:25.340799 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:25.447126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.451662 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.462727 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7f1dbc19-0b9f-4186-b9ed-ebf6fa125351 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:25.504625 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b8aefc-107a-4a8f-a19f-7ef0f5909d4a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:25.512578 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:25.518589 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7e3161df3ac47139ed4ef2620a991f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3212337
Apr 30 07:17:25.518972 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56900) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:25.578537 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.607731 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.648463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48b6a2-e152-4f19-810e-3739a585e65e req-96dad5ee-9dae-4ae4-8a47-c7c33c341111 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:25.650213 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7e48b6a2-e152-4f19-810e-3739a585e65e req-96dad5ee-9dae-4ae4-8a47-c7c33c341111 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0938241
Apr 30 07:17:25.681596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.685730 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-afcc52c7-a821-4287-94f5-ac932c4781a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:25.699593 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b8aefc-107a-4a8f-a19f-7ef0f5909d4a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:25.699830 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7e48b6a2-e152-4f19-810e-3739a585e65e req-90e3b6df-b073-4081-bc6c-c15966d59765 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432091
Apr 30 07:17:25.702914 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:25.705884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:25.708168 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2c39cf5c-4bc2-45cb-8e22-3ec1412dd810 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4b8aefc-107a-4a8f-a19f-7ef0f5909d4a HTTP/1.1" status: 204  len: 168 time: 0.1881454
Apr 30 07:17:26.948798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e663a5b-9734-457e-9b44-3e8840d88b53 req-d84ac211-a87b-4bc9-a228-f07e64178d62 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:26.950248 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4e663a5b-9734-457e-9b44-3e8840d88b53 req-d84ac211-a87b-4bc9-a228-f07e64178d62 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0800483
Apr 30 07:17:27.016451 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-4e663a5b-9734-457e-9b44-3e8840d88b53 req-a17ee9ed-de3b-43d9-a54b-7983bb2e23ba tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552030
Apr 30 07:17:28.197590 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b41d5-6d58-4f82-985c-8afcab3208e2 req-040a0aaf-677a-4962-bcf6-60e26b5c5778 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:28.198933 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0e3b41d5-6d58-4f82-985c-8afcab3208e2 req-040a0aaf-677a-4962-bcf6-60e26b5c5778 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 931 time: 0.0814230
Apr 30 07:17:28.244345 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0e3b41d5-6d58-4f82-985c-8afcab3208e2 req-a3f206d1-58e4-493a-9422-eba7ae81ebc0 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390716
Apr 30 07:17:28.656812 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Request body: {'port': {'device_id': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:28.766204 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:29.195743 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b554ba76-0bb7-4888-92cb-93e2ecb45c9d {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:17:29.203036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:29.217850 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Transition to ACTIVE for port object b554ba76-0bb7-4888-92cb-93e2ecb45c9d will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:17:29.223497 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:29.227750 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:29.298622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:29.349033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:29.482284 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Attempting to bind port b554ba76-0bb7-4888-92cb-93e2ecb45c9d on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:17:29.482640 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Attempting to bind port b554ba76-0bb7-4888-92cb-93e2ecb45c9d by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:17:29.482956 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Attempting to bind port b554ba76-0bb7-4888-92cb-93e2ecb45c9d on network 7d6bbfb3-f771-4450-8351-49934eea619a {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:29.488032 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Port b554ba76-0bb7-4888-92cb-93e2ecb45c9d on network 7d6bbfb3-f771-4450-8351-49934eea619a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:17:29.488385 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Attempting to bind port b554ba76-0bb7-4888-92cb-93e2ecb45c9d on network 7d6bbfb3-f771-4450-8351-49934eea619a {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:29.493915 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:17:29.494204 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Checking segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:17:29.494591 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Bound using segment: {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:17:29.495012 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Bound port: b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec34d26-6842-4d20-8251-99bb7605d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:17:29.495361 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:29.588927 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:17:29.591912 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:17:29.597057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:29.603335 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:29.694331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:29.694929 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:29.696308 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 1093 time: 1.0440154
Apr 30 07:17:29.698723 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:29.739987 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:29.782240 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'status': 'completed', 'code': 200}
Apr 30 07:17:29.787119 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:29.823167 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a831a06-e49f-4b41-8a63-6d57bfbcb1d4 req-ea0fb281-2cdc-44ba-86f8-64a99223c299 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:29.824746 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1a831a06-e49f-4b41-8a63-6d57bfbcb1d4 req-ea0fb281-2cdc-44ba-86f8-64a99223c299 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 943 time: 0.4538686
Apr 30 07:17:29.875243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-8a63120a-2c80-4ae3-8f7e-96bc63e66a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:29.877291 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-8a63120a-2c80-4ae3-8f7e-96bc63e66a94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1096 time: 0.1391270
Apr 30 07:17:29.887887 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1a831a06-e49f-4b41-8a63-6d57bfbcb1d4 req-71e9df15-7cdc-48e0-8a68-87cedcc4270c tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563505
Apr 30 07:17:29.952401 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-800e02a7-5f5a-4d8e-be73-dd59bf0ecc50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 217 time: 0.0631671
Apr 30 07:17:30.017781 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-93281164-24bb-45f2-80af-3fed84ee787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:30.019154 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-93281164-24bb-45f2-80af-3fed84ee787b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0590250
Apr 30 07:17:30.095345 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-0e877134-2e8b-4693-9fa4-69772a08d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:30.096814 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-0e877134-2e8b-4693-9fa4-69772a08d067 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686111
Apr 30 07:17:30.226852 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-4a72e4d7-4ff2-49c5-8a9e-eb1f2eaeba94 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219318
Apr 30 07:17:30.357575 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eb48ffa9-7f57-48eb-974c-bd27c2f3c77c req-459203e0-464e-4897-a93d-26f9e3e7d729 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225646
Apr 30 07:17:30.478180 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-91f434eb-7b63-4a94-9e2a-d199c0f83261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:30.479597 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-91f434eb-7b63-4a94-9e2a-d199c0f83261 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1096 time: 0.0704577
Apr 30 07:17:30.612071 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-a788f946-8c35-4a44-8fbc-374a8d425433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:30.613531 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-a788f946-8c35-4a44-8fbc-374a8d425433 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1267843
Apr 30 07:17:30.645490 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 56990) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:30.688243 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-cb3e0f82-504d-49db-bc58-3319122fa4c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 217 time: 0.0641475
Apr 30 07:17:30.752111 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-e1a8c4ea-3d0b-4bd6-bbde-0865dc2b3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:30.753580 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-e1a8c4ea-3d0b-4bd6-bbde-0865dc2b3418 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0569305
Apr 30 07:17:30.763413 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:30.778161 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:30.782080 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Usage tracker for resource:security_group_rule and tenant:d1de8e3b11314e83ba9853d62e734d8e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:30.785510 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:30.791531 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:30.885404 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:30.889154 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:30.898110 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e1a76b32-95b5-46dd-88a7-2733d0608fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:30.938940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-fc9ff104-2093-4c84-b6e1-8f2f8cf825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:30.940217 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1de8e3b11314e83ba9853d62e734d8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2936468
Apr 30 07:17:30.940600 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-fc9ff104-2093-4c84-b6e1-8f2f8cf825c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1781628
Apr 30 07:17:30.941580 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641fabf5-c1b9-443f-affd-ce69ee2f663d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:30.941749 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 56998) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:30.944968 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-40a0b142-9f38-4b98-a192-7030f5ec0e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:31.102892 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.130599 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8d18-a27d-4441-af2c-eb1f939868b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.138922 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-fa5006dc-b10f-4dee-bb7d-0755f548a6ec service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824679
Apr 30 07:17:31.146556 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.194619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd6d3-832c-4e54-982c-5db642e98787 req-b0316156-4a72-4e76-ad76-579ed7f49c03 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:31.196228 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-de1dd6d3-832c-4e54-982c-5db642e98787 req-b0316156-4a72-4e76-ad76-579ed7f49c03 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 943 time: 0.1990190
Apr 30 07:17:31.247109 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-de1dd6d3-832c-4e54-982c-5db642e98787 req-d812617f-ef9b-41fe-a530-806782a90a04 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448117
Apr 30 07:17:31.311396 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-47233ada-cce2-472d-ab8a-be6e9dc13f4f req-c9fa4fe2-d146-4d51-996b-6efd9e21e127 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580493
Apr 30 07:17:31.311993 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.316102 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c739c220-5bcd-4367-9568-9e2507307aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:31.333337 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641fabf5-c1b9-443f-affd-ce69ee2f663d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:31.335602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:31.337884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.341298 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6e75aecf-c1bb-41a3-aa7e-0ee20b6b1be7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/641fabf5-c1b9-443f-affd-ce69ee2f663d HTTP/1.1" status: 204  len: 168 time: 0.3964443
Apr 30 07:17:31.623012 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57008) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:31.640301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.654839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:31.659239 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Usage tracker for resource:security_group_rule and tenant:e1ab857a4eb44536828ac49dc779c83a is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:31.662020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:31.667620 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:31.748782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.752617 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.759382 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fd91633d-c3e8-4458-a8d1-bc4a9571ae6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:31.800331 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1ab857a4eb44536828ac49dc779c83a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1762731
Apr 30 07:17:31.801226 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a65f6-b241-45ed-a195-6378612e8192,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:31.802971 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57014) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:31.804170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4534afe9-1a41-4548-bd33-f87fbf3f0bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:31.860309 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.886522 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.937566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.941668 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-59e9a873-9fe0-46a0-9f3e-b55077bed7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:31.951925 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a65f6-b241-45ed-a195-6378612e8192,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:31.954741 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:31.960943 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:31.962008 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-46dce852-64fc-47fe-8f7e-b12c66a8f22d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e4a65f6-b241-45ed-a195-6378612e8192 HTTP/1.1" status: 204  len: 168 time: 0.1580117
Apr 30 07:17:32.435466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408910-0967-4504-948b-9564b486a03c req-64873e54-0dd5-4b68-81f8-c5830ccfa31f tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:32.436952 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de408910-0967-4504-948b-9564b486a03c req-64873e54-0dd5-4b68-81f8-c5830ccfa31f tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 943 time: 0.0840774
Apr 30 07:17:32.483664 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-de408910-0967-4504-948b-9564b486a03c req-79ee0800-214a-4de9-ad12-de933fdafbe9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403681
Apr 30 07:17:32.937550 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device b554ba76-0bb7-4888-92cb-93e2ecb45c9d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:17:33.068951 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:33.083203 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'port_id': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'mac_address': 'fa:16:3e:e4:e0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:17:33.142028 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:33.160326 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b554ba76-0bb7-4888-92cb-93e2ecb45c9d {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:17:33.175603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:33.179596 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:33.181411 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:33.258606 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:33.266325 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.267208 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.267541 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.268244 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.268244 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.268534 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.268852 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.269172 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.269487 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.269801 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.270114 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.270423 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:17:33.274277 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:33.417160 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['b554ba76-0bb7-4888-92cb-93e2ecb45c9d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:17:33.597333 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:33.684024 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400bb76-d5c1-4088-8cec-e99a3e0b1f9e req-0a886814-440e-49e5-9443-c3a8088a562b tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:33.685385 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f400bb76-d5c1-4088-8cec-e99a3e0b1f9e req-0a886814-440e-49e5-9443-c3a8088a562b tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 944 time: 0.0858431
Apr 30 07:17:33.730775 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f400bb76-d5c1-4088-8cec-e99a3e0b1f9e req-a62ec49e-ad00-4b0a-8e31-058262bed80d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391502
Apr 30 07:17:33.763973 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd8ff-9966-47a5-a733-3d121be928b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:33.787926 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae745c-916e-4971-8c23-af136ed431be req-1cd96cf0-c294-4a50-85e1-e999e050bdf5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:33.789380 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2bae745c-916e-4971-8c23-af136ed431be req-1cd96cf0-c294-4a50-85e1-e999e050bdf5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0900030
Apr 30 07:17:33.834594 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-2bae745c-916e-4971-8c23-af136ed431be req-71053ee5-8de1-4c22-87e1-018f5e0b3dd7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393550
Apr 30 07:17:34.647527 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:34.930311 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d7a48-a77d-4c10-ac2d-1ae0e38f8ebc req-14bb6db4-d249-4de0-be98-0738378e5ae7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:34.931687 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-563d7a48-a77d-4c10-ac2d-1ae0e38f8ebc req-14bb6db4-d249-4de0-be98-0738378e5ae7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 944 time: 0.0939519
Apr 30 07:17:34.968673 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device b554ba76-0bb7-4888-92cb-93e2ecb45c9d up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:34.978562 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-563d7a48-a77d-4c10-ac2d-1ae0e38f8ebc req-c3e5f43d-625c-4281-9d91-59e51bc2958f tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408251
Apr 30 07:17:35.030071 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6120d8-6606-4307-8cb6-92a452a3d4cf req-6075a412-0e7f-4988-99b6-918d4bde90c4 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:35.031531 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9d6120d8-6606-4307-8cb6-92a452a3d4cf req-6075a412-0e7f-4988-99b6-918d4bde90c4 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0896780
Apr 30 07:17:35.037096 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port b554ba76-0bb7-4888-92cb-93e2ecb45c9d completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:35.042239 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port b554ba76-0bb7-4888-92cb-93e2ecb45c9d triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:35.042614 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.076870 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9d6120d8-6606-4307-8cb6-92a452a3d4cf req-4268ba92-6da2-4cfe-a909-d5361b8722ed tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385029
Apr 30 07:17:35.158504 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.184977 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:35.194559 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:35.199127 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.201139 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6bb6208a-aaea-42cc-b7ff-6165b7aab8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:35.241514 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'code': 200}
Apr 30 07:17:35.273032 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:35.275881 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:35.436767 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-e358caec-4b28-4b08-9e1a-759886fce5af tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:35.438127 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-e358caec-4b28-4b08-9e1a-759886fce5af tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 945 time: 0.0827818
Apr 30 07:17:35.454873 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214986-0928-43a3-8ddc-174e8472bbe2 req-73cf961b-ab7d-408b-b10b-8868e37f19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:35.456342 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0f214986-0928-43a3-8ddc-174e8472bbe2 req-73cf961b-ab7d-408b-b10b-8868e37f19e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1098 time: 0.0720119
Apr 30 07:17:35.496989 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0f214986-0928-43a3-8ddc-174e8472bbe2 req-c8b4c483-976a-489b-8d08-69fc17038a4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342054
Apr 30 07:17:35.569354 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Deleting port e6472f13-4436-4e80-92be-2a429a4ca474 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:17:35.569691 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.700075 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] For port e6472f13-4436-4e80-92be-2a429a4ca474, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6472f13-4436-4e80-92be-2a429a4ca474,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:35.700362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.993078 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57084) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:35.995830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.996320 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:35.996509 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.l3_db [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Floating IP 6aa59e14-6b98-492a-9ed7-c7013dc7cd32 disassociated. External IP: 172.27.3.47, port: e6472f13-4436-4e80-92be-2a429a4ca474.
Apr 30 07:17:35.996871 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Calling delete_port for e6472f13-4436-4e80-92be-2a429a4ca474 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:17:36.113714 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.120319 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-05a3332d-fcd0-4e35-be31-43b8a6fbe3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:36.153137 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.177755 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:36.184383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4db184a34849279021e9aeffa7ef11 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:36.187999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:36.196481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:36.252419 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204ca9f-2992-40ad-8d59-0cd1c3d8f6d8 req-201fe1cd-2a24-4b3b-a664-19c32daa3a14 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:36.253875 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7204ca9f-2992-40ad-8d59-0cd1c3d8f6d8 req-201fe1cd-2a24-4b3b-a664-19c32daa3a14 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.1619837
Apr 30 07:17:36.266237 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.307439 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'Port': ['ID=e6472f13-4436-4e80-92be-2a429a4ca474,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:36.311193 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:36.347167 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7204ca9f-2992-40ad-8d59-0cd1c3d8f6d8 req-15eb62ae-04cf-4e8c-9f0c-509b99c9d395 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810938
Apr 30 07:17:36.354314 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-deeeedbc-e4d2-42a9-9899-043e4b598787 req-34a8327a-6c0b-4895-bd17-bee9586b2dcb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 210 time: 0.0496550
Apr 30 07:17:36.389403 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.394562 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.403101 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-51265a28-003c-46d8-89bf-7ed2f5d8b2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:36.443589 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d4db184a34849279021e9aeffa7ef11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4494374
Apr 30 07:17:36.445357 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf26a2-3cc8-4f96-8588-f0cb041cce63,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:36.447603 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57094) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:36.450095 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2a5c6c25-22b9-4f94-9603-082f3b7b4172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:36.508016 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.534023 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.552468 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:17:36.587724 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.592507 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5aaca175-aaa5-4e0f-b3b7-0f93dca57583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:36.605809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf26a2-3cc8-4f96-8588-f0cb041cce63,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:36.608461 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:36.633369 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.636194 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-c613e783-9fe1-4c17-9738-b366b4eb5437 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ddf26a2-3cc8-4f96-8588-f0cb041cce63 HTTP/1.1" status: 204  len: 168 time: 0.1876204
Apr 30 07:17:36.743329 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:17:36.759151 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:17:36.780667 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:36.781693 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94866b50>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:17:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:36.824047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] No DVR routers for this DVR port e6472f13-4436-4e80-92be-2a429a4ca474 on host hv-cinder-77387 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:17:36.826799 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:36.831197 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'name': 'network-vif-deleted', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:36.852867 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f485771-0d1b-4167-95d0-99872dc025f9 req-860b02af-a0f3-4b00-9d2c-bfa79d2073a7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "DELETE /v2.0/ports/e6472f13-4436-4e80-92be-2a429a4ca474 HTTP/1.1" status: 204  len: 173 time: 1.4086678
Apr 30 07:17:36.890539 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f09f6-9bf6-4df4-8357-2bbfc00feb88', 'name': 'network-vif-deleted', 'tag': 'e6472f13-4436-4e80-92be-2a429a4ca474', 'status': 'completed', 'code': 200}
Apr 30 07:17:37.016031 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:37.342737 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94866b50>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:37.346672 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:17:37.355854 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:37.356604 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94866b50>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:17:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:37.384403 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57124) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:37.536349 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-278094146-network', 'tenant_id': '8e5cdd8095b746c5a46aa434145bd06e'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:37.546850 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d0ff3e29-9fa1-49c0-813e-ecbb759fae51 req-24e742e7-198e-455b-8cce-6fbafa1860d1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f09f6-9bf6-4df4-8357-2bbfc00feb88 HTTP/1.1" status: 200  len: 210 time: 0.0527074
Apr 30 07:17:37.548070 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:37.552151 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Usage tracker for resource:network and tenant:8e5cdd8095b746c5a46aa434145bd06e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:37.555146 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:37.561621 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:37.563033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466cfb7-006e-4aaa-9264-4f4f41cb46fb req-a0a0106d-1419-4c67-b76c-f52e2da7fe17 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:37.565038 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a466cfb7-006e-4aaa-9264-4f4f41cb46fb req-a0a0106d-1419-4c67-b76c-f52e2da7fe17 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.0983088
Apr 30 07:17:37.566126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:37.576946 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Made reservation on behalf of 8e5cdd8095b746c5a46aa434145bd06e for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:17:37.579865 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.593363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.608101 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:37.611941 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Usage tracker for resource:security_group_rule and tenant:8e5cdd8095b746c5a46aa434145bd06e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:37.614798 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:37.615364 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a466cfb7-006e-4aaa-9264-4f4f41cb46fb req-7b20e9f1-b1ef-4806-9f74-ddfb481aaa43 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416634
Apr 30 07:17:37.620825 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:37.714190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.718437 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.724690 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-32ec84da-546a-4a00-b1d9-5b5c4b5787cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:37.788982 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 07:17:37.811014 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a516660-305a-4b58-9ce8-362537015b3f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:37.814822 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.815184 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.segments_db [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Added segment 6c2c6e60-206c-4495-939a-0375f72830aa of type vlan for network b96cad6b-7e99-4003-8429-42429fa8dca3
Apr 30 07:17:37.816423 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:37.848561 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747663989652'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.890826 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c5985-4d83-4d7f-81c7-675b3e91ee39 req-44404925-5c1d-4f94-834a-5c25930d65af tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:37.892874 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-da4c5985-4d83-4d7f-81c7-675b3e91ee39 req-44404925-5c1d-4f94-834a-5c25930d65af tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.1487620
Apr 30 07:17:37.915726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.918709 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:37.919278 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:37.925160 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eb3b7e39-7d96-455e-8d60-ff09b4cf81ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:37.928665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94866b50>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:37.932642 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2758817-e272-41c5-bc57-74e5a5da3a52 None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:17:38.067364 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-da4c5985-4d83-4d7f-81c7-675b3e91ee39 req-87f1ed93-d52c-40e1-8abb-f1ea72034ff4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687372
Apr 30 07:17:38.124018 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Pushing event updated for resources: {'Network': ['ID=b96cad6b-7e99-4003-8429-42429fa8dca3,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:38.130929 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7424874
Apr 30 07:17:38.130929 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ae4aa00d-421e-4673-b1f7-28ff46b0b1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:38.131380 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57134) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:38.135036 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Network b96cad6b-7e99-4003-8429-42429fa8dca3 details requested by agent ovs-agent-dv-cinder-773876-2-iscsi with host dv-cinder-773876-2-iscsi {{(pid=73810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 07:17:38.136527 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Request body: {'subnet': {'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-278094146-subnet', 'tenant_id': '8e5cdd8095b746c5a46aa434145bd06e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:38.141493 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:38.146242 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Usage tracker for resource:subnet and tenant:8e5cdd8095b746c5a46aa434145bd06e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:38.149119 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:38.155921 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:38.172707 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Made reservation on behalf of 8e5cdd8095b746c5a46aa434145bd06e for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:17:38.175238 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2341053'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:38.184404 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2427014-1c74-4588-8398-c2b9e433e881 None None] New status for floating IP 6aa59e14-6b98-492a-9ed7-c7013dc7cd32: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:17:38.592958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8272-5da6-44c4-900e-1ee2e14c9b51 req-19b266d6-67a1-47b0-9a29-efb2ec6cea10 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:38.594422 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-adcc8272-5da6-44c4-900e-1ee2e14c9b51 req-19b266d6-67a1-47b0-9a29-efb2ec6cea10 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.1088963
Apr 30 07:17:38.686890 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-adcc8272-5da6-44c4-900e-1ee2e14c9b51 req-33d1ac0f-5d4b-4932-adac-da7118e81ce6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849178
Apr 30 07:17:38.693342 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3989157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2341039'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:38.698121 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f9455609-1346-45bb-9346-4d4e986fd1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:38.766835 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9501ed8d-7b45-4d3a-9f9a-c4a2be84913e,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:38.770567 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:38.778052 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Checking segment: {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:17:38.778413 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Network hostable DHCP agents. Network: b96cad6b-7e99-4003-8429-42429fa8dca3, hostable agents: ['fcc7121c-1082-4e6d-a7f9-dd3229ce2975'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 07:17:38.796164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Network b96cad6b-7e99-4003-8429-42429fa8dca3 is scheduled to be hosted by DHCP agent fcc7121c-1082-4e6d-a7f9-dd3229ce2975 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 07:17:38.807288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-iscsi, b96cad6b-7e99-4003-8429-42429fa8dca3) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:17:38.816809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:38.817510 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:38.820664 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d968f93-b3f4-4054-82f6-c6744b7eb24b None None] Network b96cad6b-7e99-4003-8429-42429fa8dca3 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:17:38.854420 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-811b4b16-dfb0-4b75-9fee-772d8c2d6716 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7218552
Apr 30 07:17:38.923644 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-0e634b7d-5f42-4574-8c35-41c83fc38988 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640597224&fields=id&tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 267 time: 0.0436301
Apr 30 07:17:38.996232 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e6472f13-4436-4e80-92be-2a429a4ca474 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:17:39.049950 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: e6472f13-4436-4e80-92be-2a429a4ca474 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:17:39.050295 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device e6472f13-4436-4e80-92be-2a429a4ca474 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:17:39.111189 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b3dc4-7b8a-49b1-9a16-424a979fad64 None None] Network b96cad6b-7e99-4003-8429-42429fa8dca3 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:17:39.116648 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-747e0ead-a43c-4363-93d7-e63fb0da0b1e tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:39.118285 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-747e0ead-a43c-4363-93d7-e63fb0da0b1e tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 812 time: 0.1873944
Apr 30 07:17:39.143083 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-5834b403-4134-4aa1-bee7-5b01a1cec83a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/quotas/a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 375 time: 0.0186443
Apr 30 07:17:39.276429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-55628761-fdad-4646-84bd-5aa9520aa466 req-84fa907e-24b2-429c-a2c5-1b4c4c8c0610 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:39.306940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-55628761-fdad-4646-84bd-5aa9520aa466 req-84fa907e-24b2-429c-a2c5-1b4c4c8c0610 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:39.314410 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-84fa907e-24b2-429c-a2c5-1b4c4c8c0610 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1701839
Apr 30 07:17:39.338520 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-b23c6964-5c03-414f-b920-0bc7f2a2551a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:17:39.339869 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-b23c6964-5c03-414f-b920-0bc7f2a2551a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0128570
Apr 30 07:17:39.488446 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-40b40ed0-8afd-4ef0-9bc5-68fbcd1a7cd5 service neutron] 10.222.0.35 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362114
Apr 30 07:17:39.629151 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-bcb9879d-5cd8-4b55-9c61-e9060f24ec86 service neutron] 10.222.0.35 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348457
Apr 30 07:17:40.019661 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dcffa157-1616-4d8c-b0bd-77dd0c23e313 req-e6da8acb-3835-47a9-add2-184cb378e291 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 210 time: 0.0425408
Apr 30 07:17:40.996761 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-8181d108-4d7e-4f06-a83c-8c2d66604c20 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:40.997453 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-8181d108-4d7e-4f06-a83c-8c2d66604c20 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Synchronizing usage tracker for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:41.015789 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-8181d108-4d7e-4f06-a83c-8c2d66604c20 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Unset dirty status for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:41.017996 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-8181d108-4d7e-4f06-a83c-8c2d66604c20 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/networks?id=b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 200  len: 813 time: 0.1701474
Apr 30 07:17:41.033947 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-7203133d-2a07-405b-8608-31dc77b0d62e tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/quotas/8e5cdd8095b746c5a46aa434145bd06e HTTP/1.1" status: 200  len: 375 time: 0.0101306
Apr 30 07:17:41.085002 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-9c901c86-86bc-4365-ac77-d1814764eb95 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443165
Apr 30 07:17:41.096809 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-6ec37e44-7e29-411c-9aec-1fbdc7bfa93a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:17:41.098001 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-6ec37e44-7e29-411c-9aec-1fbdc7bfa93a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059350
Apr 30 07:17:41.301980 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-59caf145-d3fe-4d7b-a406-75435f56e589 service neutron] 10.222.0.35 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979349
Apr 30 07:17:41.389274 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-96fc5a83-7824-44c0-ab3b-8902d4cb9796 req-64a3a6b0-6e0b-49c4-9dba-dfd51fefdd18 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 210 time: 0.1365428
Apr 30 07:17:41.444257 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-74f0852f-3bc5-4f7e-9fe5-dc3062b63d05 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:41.445780 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-74f0852f-3bc5-4f7e-9fe5-dc3062b63d05 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 812 time: 0.2683444
Apr 30 07:17:41.453844 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-776cd21a-db82-41a0-b3ef-2b67341c0ea6 service neutron] 10.222.0.35 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455183
Apr 30 07:17:41.498327 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-07c927cc-9741-41f5-a1bc-1fdaab1ac91f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 379 time: 0.0416653
Apr 30 07:17:41.507529 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'port': {'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'admin_state_up': True, 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'security_groups': ['d550d3d0-5233-48ff-a97e-7e0475d017d2']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:41.756566 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3bc9f2bc-1bb1-490b-b2b1-a9bc60efa5f4 req-fa5ec5bf-58ff-464e-9146-ec4d7620914c tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 210 time: 0.0607982
Apr 30 07:17:41.794139 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:41.804142 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:41.815348 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Made reservation on behalf of a3a57b0487ae4b69b2fda26c0b5c2f70 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:17:41.818960 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:41.987573 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Allocated IP 172.20.0.5 (f6f8dfdd-bc9c-447f-917d-c41ebb051a22/84828b8b-c7b1-4940-950b-3106c023cf28/a1df1b17-e9ed-4eea-96dc-64d05833cdc9) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:17:42.178920 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.194718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Transition to ACTIVE for port object a1df1b17-e9ed-4eea-96dc-64d05833cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:17:42.219918 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.225505 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4cb39eee-dc82-4d21-bf2c-625d467c7780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:42.290873 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:17:42.294348 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources bound (agent type, host, resource id):  {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:17:42.298737 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:17:42.332571 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:42.343431 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:42.372382 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:42.373017 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.405617 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-671aa254-8c13-4a9e-bda5-c0c05543eec5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9016385
Apr 30 07:17:42.418181 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Request body: {'port': {'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:42.504036 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8e71ecd-9c79-4c6f-bd5b-d96626f832e7 None None] Provisioning for port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:42.514033 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8e71ecd-9c79-4c6f-bd5b-d96626f832e7 None None] Provisioning complete for port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:42.515422 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8e71ecd-9c79-4c6f-bd5b-d96626f832e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.529580 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.579426 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8e71ecd-9c79-4c6f-bd5b-d96626f832e7 None None] Port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:17:42.599497 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25dcb-dc57-4cba-9248-6f80f8cb0573 req-4eb508b6-7d35-4cea-a6d5-d8d1cb97a2e6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:42.601123 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ffb25dcb-dc57-4cba-9248-6f80f8cb0573 req-4eb508b6-7d35-4cea-a6d5-d8d1cb97a2e6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 931 time: 0.0919964
Apr 30 07:17:42.740764 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ffb25dcb-dc57-4cba-9248-6f80f8cb0573 req-7878de9f-a10f-4ea3-a610-550343b29f83 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327269
Apr 30 07:17:42.789773 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-a8159c48-0efb-4f56-a660-46bca1c327b6 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:42.791199 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-a8159c48-0efb-4f56-a660-46bca1c327b6 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "GET /v2.0/networks?id=b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 200  len: 813 time: 0.1676273
Apr 30 07:17:42.809280 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Request body: {'port': {'device_id': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3', 'admin_state_up': True, 'tenant_id': '8e5cdd8095b746c5a46aa434145bd06e'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:42.944510 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55d01b70-7b84-49df-bbdc-eeccf3edb3e6 req-88f205eb-426d-4bee-8553-1e2a83f3e49e tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 210 time: 0.0600281
Apr 30 07:17:42.952741 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1df1b17-e9ed-4eea-96dc-64d05833cdc9 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:17:42.961103 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.978234 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Transition to ACTIVE for port object a1df1b17-e9ed-4eea-96dc-64d05833cdc9 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:17:42.982272 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:42.986195 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4de5e6eb-5f1a-41fd-bfff-e288631db4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:43.052243 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:43.056339 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Usage tracker for resource:port and tenant:8e5cdd8095b746c5a46aa434145bd06e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:43.059261 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:43.065182 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:43.075398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Made reservation on behalf of 8e5cdd8095b746c5a46aa434145bd06e for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:17:43.079660 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.114519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667046b-0d30-4982-813d-606152358314 service neutron] Pushing event updated for resources: {'Port': ['ID=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:43.162468 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6667046b-0d30-4982-813d-606152358314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:43.246599 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Attempting to bind port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:17:43.246940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Attempting to bind port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:17:43.247276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Attempting to bind port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:43.252503 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:17:43.252819 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Attempting to bind port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:43.253189 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Allocated IP 172.20.0.4 (b96cad6b-7e99-4003-8429-42429fa8dca3/9501ed8d-7b45-4d3a-9f9a-c4a2be84913e/c5a13804-926d-4f59-8d57-a7ea89c6d23a) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:17:43.258115 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:17:43.258456 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Checking segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:17:43.258835 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Bound using segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:17:43.259258 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Bound port: a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:17:43.259602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.351423 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] For port a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host hv-cinder-77387, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:17:43.354538 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] For port a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:17:43.358305 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.363460 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3a2e07f9-4de2-4018-811d-164d5c7c78ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:43.379893 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:17:43.418894 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:43.419627 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.421220 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-6667046b-0d30-4982-813d-606152358314 service neutron] 10.222.0.10 "PUT /v2.0/ports/a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 1093 time: 1.0076256
Apr 30 07:17:43.421814 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:43.452229 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667046b-0d30-4982-813d-606152358314 service neutron] Pushing event updated for resources: {'Port': ['ID=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:43.463137 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6667046b-0d30-4982-813d-606152358314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:43.475945 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.513850 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.520428 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b3054aa3-ff81-40e9-b927-9f935316690d tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:43.537396 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'status': 'completed', 'code': 200}
Apr 30 07:17:43.572725 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-35430d7c-85de-4ecf-978e-90cc5a9dc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:43.574234 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-35430d7c-85de-4ecf-978e-90cc5a9dc38f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1096 time: 0.1016600
Apr 30 07:17:43.590096 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Network b96cad6b-7e99-4003-8429-42429fa8dca3 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:17:43.593648 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:17:43.597890 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:17:43.642720 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Pushing event updated for resources: {'Port': ['ID=c5a13804-926d-4f59-8d57-a7ea89c6d23a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:43.647687 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:43.670700 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:43.671316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.695512 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8899231
Apr 30 07:17:43.708637 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Request body: {'port': {'device_id': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:43.754533 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-bdfddd86-4592-44b0-bd3a-3421a240c60a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 217 time: 0.1716275
Apr 30 07:17:43.832122 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:43.836885 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-c58c5506-0761-46db-84f1-5a5ec877a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:43.838358 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-c58c5506-0761-46db-84f1-5a5ec877a631 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0695629
Apr 30 07:17:43.986654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821755-c739-4c3c-b328-ee56695e9438 req-159075d8-5e4d-4c92-96a9-6e18927b6bd9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:43.987371 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-d8821755-c739-4c3c-b328-ee56695e9438 req-159075d8-5e4d-4c92-96a9-6e18927b6bd9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:43.992426 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628761-fdad-4646-84bd-5aa9520aa466 req-857c62e3-7883-4c0f-8aff-a3bec282a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:43.993857 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-857c62e3-7883-4c0f-8aff-a3bec282a509 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1476519
Apr 30 07:17:44.027232 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-d8821755-c739-4c3c-b328-ee56695e9438 req-159075d8-5e4d-4c92-96a9-6e18927b6bd9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:44.028398 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d8821755-c739-4c3c-b328-ee56695e9438 req-159075d8-5e4d-4c92-96a9-6e18927b6bd9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.1528318
Apr 30 07:17:44.142433 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d8821755-c739-4c3c-b328-ee56695e9438 req-bb4e8597-f336-422d-8436-ff97edd8f160 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026824
Apr 30 07:17:44.176925 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-8a7c3cf2-e398-4540-9ded-176f4cef38a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697280
Apr 30 07:17:44.193238 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-605f9aa3-e811-4ee3-87dd-eebcacb3f07f tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.193928 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-605f9aa3-e811-4ee3-87dd-eebcacb3f07f tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Synchronizing usage tracker for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:44.254429 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-605f9aa3-e811-4ee3-87dd-eebcacb3f07f tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Unset dirty status for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:44.255574 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-605f9aa3-e811-4ee3-87dd-eebcacb3f07f tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 931 time: 0.1940446
Apr 30 07:17:44.283288 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a13804-926d-4f59-8d57-a7ea89c6d23a {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:17:44.294065 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:44.312029 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-55628761-fdad-4646-84bd-5aa9520aa466 req-5c7fd6d6-2f51-4d82-88c6-158093f32321 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278114
Apr 30 07:17:44.325808 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Transition to ACTIVE for port object c5a13804-926d-4f59-8d57-a7ea89c6d23a will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:17:44.328730 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-8edc1bf5-7e1f-4819-81ca-2aa564fc4b44 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Synchronizing usage tracker for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:44.334619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:44.339107 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-39f2c97b-52cf-4ba9-a5bc-81daa135a6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:44.428725 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-74649aae-f0ac-4099-a652-fc261b10a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.430202 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-74649aae-f0ac-4099-a652-fc261b10a14e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1096 time: 0.0722871
Apr 30 07:17:44.468513 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-8edc1bf5-7e1f-4819-81ca-2aa564fc4b44 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Unset dirty status for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:44.470231 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ea894c54-5ea5-4a1a-ae51-255937e71838 req-8edc1bf5-7e1f-4819-81ca-2aa564fc4b44 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076213
Apr 30 07:17:44.505512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a13804-926d-4f59-8d57-a7ea89c6d23a,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:44.512705 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:44.571925 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-fb8c497c-b93d-4399-8604-70b0fde6249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.573463 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-fb8c497c-b93d-4399-8604-70b0fde6249d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1330769
Apr 30 07:17:44.582777 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Attempting to bind port c5a13804-926d-4f59-8d57-a7ea89c6d23a on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:17:44.583112 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Attempting to bind port c5a13804-926d-4f59-8d57-a7ea89c6d23a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:17:44.583435 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Attempting to bind port c5a13804-926d-4f59-8d57-a7ea89c6d23a on network b96cad6b-7e99-4003-8429-42429fa8dca3 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:44.588081 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Port c5a13804-926d-4f59-8d57-a7ea89c6d23a on network b96cad6b-7e99-4003-8429-42429fa8dca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:17:44.588398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Attempting to bind port c5a13804-926d-4f59-8d57-a7ea89c6d23a on network b96cad6b-7e99-4003-8429-42429fa8dca3 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:17:44.593489 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:17:44.593811 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Checking segment: {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:17:44.594191 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Bound using segment: {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:17:44.594683 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Bound port: c5a13804-926d-4f59-8d57-a7ea89c6d23a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:17:44.595516 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:44.646255 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-b8ce3a35-8436-4886-b52c-a437ce461099 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 217 time: 0.0657911
Apr 30 07:17:44.684086 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] For port c5a13804-926d-4f59-8d57-a7ea89c6d23a, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:17:44.687290 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] For port c5a13804-926d-4f59-8d57-a7ea89c6d23a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:17:44.693532 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:44.698170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b5fd8693-f5b2-4052-88c7-ef553964f9ec tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:44.712243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-70a8d9ab-fa69-457a-a333-3c169c33a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.713681 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-70a8d9ab-fa69-457a-a333-3c169c33a597 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0607362
Apr 30 07:17:44.752588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.753185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:44.754521 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5a13804-926d-4f59-8d57-a7ea89c6d23a HTTP/1.1" status: 200  len: 1093 time: 1.0501885
Apr 30 07:17:44.755008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'tag': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:44.788003 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a13804-926d-4f59-8d57-a7ea89c6d23a,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:44.790607 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-05dc03ad-286b-4529-90fc-f614bc134b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:44.800391 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-137f4adf-fbe9-4c6b-a6ff-966ce4be23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.801973 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-137f4adf-fbe9-4c6b-a6ff-966ce4be23c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803647
Apr 30 07:17:44.834813 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'tag': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a', 'status': 'completed', 'code': 200}
Apr 30 07:17:44.868676 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-6ef75aef-6270-44a4-ade4-331514977cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:44.870140 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-6ef75aef-6270-44a4-ade4-331514977cba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 1096 time: 0.0714433
Apr 30 07:17:44.940574 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-488d61ac-d038-498e-9504-427dc6f1672b service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297460
Apr 30 07:17:45.041851 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-68504907-5fe9-43b1-9d0b-5c64302b3ced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a HTTP/1.1" status: 200  len: 217 time: 0.1631455
Apr 30 07:17:45.079012 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742e86cd-9876-42e5-8b71-4ea3d4736e65 req-8c4f1fa6-434c-4977-b1e4-c8b755613026 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295133
Apr 30 07:17:45.104142 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-b76b0e06-418f-4afd-9e53-bb25c1bd8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:45.105569 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-b76b0e06-418f-4afd-9e53-bb25c1bd8dc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9501ed8d-7b45-4d3a-9f9a-c4a2be84913e HTTP/1.1" status: 200  len: 853 time: 0.0566049
Apr 30 07:17:45.154736 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-69188c05-3a85-4f24-93f1-110652f70017 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b96cad6b-7e99-4003-8429-42429fa8dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420580
Apr 30 07:17:45.332397 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-35ef12d0-5e81-4d52-94af-0dff07b38455 service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699903
Apr 30 07:17:45.443579 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33982f3-7ce2-498f-8820-e7e3cedf7a2d req-7d8a1abb-452f-45ac-ae04-0e627dfb55ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:45.445042 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d33982f3-7ce2-498f-8820-e7e3cedf7a2d req-7d8a1abb-452f-45ac-ae04-0e627dfb55ec tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.1877704
Apr 30 07:17:45.511377 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d33982f3-7ce2-498f-8820-e7e3cedf7a2d req-58f99690-6ca7-4447-b9c4-aa49ae3d5fa3 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597665
Apr 30 07:17:45.513247 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-74eb9924-a9f8-45d4-b3bd-222af258c6ca req-37a3dacb-9fd8-4c8e-a3ba-8c1254be8e19 service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728647
Apr 30 07:17:45.639256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-795a264a-98d8-408c-b896-7b503924ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:45.640772 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-795a264a-98d8-408c-b896-7b503924ff96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 1096 time: 0.0748804
Apr 30 07:17:45.655148 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da0de2-c655-45c1-8bbe-1d088fce5d46 req-e862c04f-d15c-4030-a6a7-8ac52fb001d7 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:45.656630 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-10da0de2-c655-45c1-8bbe-1d088fce5d46 req-e862c04f-d15c-4030-a6a7-8ac52fb001d7 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 943 time: 0.0793788
Apr 30 07:17:45.705746 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-10da0de2-c655-45c1-8bbe-1d088fce5d46 req-2d19f57f-0e6b-4548-8b70-130e20b39049 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429878
Apr 30 07:17:45.778917 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-bafc51a0-1d19-4ae4-80cb-00fb0d834854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:45.780312 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-bafc51a0-1d19-4ae4-80cb-00fb0d834854 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 200  len: 914 time: 0.1259365
Apr 30 07:17:45.859481 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-592dc9ed-5045-4d63-a180-d6a9ef01a436 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a HTTP/1.1" status: 200  len: 217 time: 0.0636988
Apr 30 07:17:45.927541 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-de0117e4-57b9-4aa2-83e8-ad1369d93c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:45.928958 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-de0117e4-57b9-4aa2-83e8-ad1369d93c1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9501ed8d-7b45-4d3a-9f9a-c4a2be84913e HTTP/1.1" status: 200  len: 853 time: 0.0576115
Apr 30 07:17:45.979913 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-2922494e-ba1b-4373-8d1b-a9a328b6ec0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b96cad6b-7e99-4003-8429-42429fa8dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381756
Apr 30 07:17:46.119830 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-3069ecec-1aac-44ef-9684-4aea06c2b563 service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235306
Apr 30 07:17:46.250205 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc4d1246-bfc8-44f0-a506-95e345f7d100 req-43bf30b9-1957-4c14-9bbb-8446a29804be service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229022
Apr 30 07:17:46.693612 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50d1b-ea89-495e-b962-7f8b98830b34 req-1a162bb3-f1e4-4f0b-bfec-a27466fa2d00 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:46.695026 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e9a50d1b-ea89-495e-b962-7f8b98830b34 req-1a162bb3-f1e4-4f0b-bfec-a27466fa2d00 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.0817213
Apr 30 07:17:46.739567 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e9a50d1b-ea89-495e-b962-7f8b98830b34 req-2e064e40-76d8-4bfa-ad1a-edc096216908 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389178
Apr 30 07:17:46.891279 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a599429-827c-4934-a10f-4426d1785f5c req-7b088728-04f5-4044-87d8-1357be122241 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:46.893364 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6a599429-827c-4934-a10f-4426d1785f5c req-7b088728-04f5-4044-87d8-1357be122241 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 943 time: 0.0803697
Apr 30 07:17:46.936991 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6a599429-827c-4934-a10f-4426d1785f5c req-ee5a26cc-6b54-48ae-ba3e-1d4618a72b82 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378561
Apr 30 07:17:47.939086 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fafd24-68b9-4073-8e88-dd4e4999a955 req-0b361b7f-17d0-4390-aeb7-7fbe915bc4ee tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:47.940592 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02fafd24-68b9-4073-8e88-dd4e4999a955 req-0b361b7f-17d0-4390-aeb7-7fbe915bc4ee tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.0968745
Apr 30 07:17:47.991773 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-02fafd24-68b9-4073-8e88-dd4e4999a955 req-43ddbe16-bf39-423c-86e8-9f1a417efc49 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450029
Apr 30 07:17:48.127417 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0366-a7b0-4d86-8a6e-01109040360b req-60add3bf-0b24-4a89-aa1e-21fb8ca6d640 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:48.128911 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-be4e0366-a7b0-4d86-8a6e-01109040360b req-60add3bf-0b24-4a89-aa1e-21fb8ca6d640 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 943 time: 0.0831943
Apr 30 07:17:48.273488 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-be4e0366-a7b0-4d86-8a6e-01109040360b req-32fca5f2-7865-45c2-b0fc-2f0e3d5c3c4c tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386642
Apr 30 07:17:48.319912 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a787-4151-4653-a702-cac5cfcf6c0a req-28dd20f5-e98f-4291-9122-31956b0b9dd9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:48.321477 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a6d0a787-4151-4653-a702-cac5cfcf6c0a req-28dd20f5-e98f-4291-9122-31956b0b9dd9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.0827315
Apr 30 07:17:48.367648 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a6d0a787-4151-4653-a702-cac5cfcf6c0a req-d35eab63-867a-4c33-ab60-ea49a380e3bc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400691
Apr 30 07:17:48.390688 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57274) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:48.570900 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656758a6-4ed8-4519-b285-7f7e03e71721 tempest-TestMinimumBasicScenario-208949701 tempest-TestMinimumBasicScenario-208949701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:48.572343 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-656758a6-4ed8-4519-b285-7f7e03e71721 tempest-TestMinimumBasicScenario-208949701 tempest-TestMinimumBasicScenario-208949701-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1093 time: 0.1807048
Apr 30 07:17:48.575298 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57280) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:48.580919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'port_id': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:48.586813 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:48.590586 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:floatingip and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:48.593383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:48.599002 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:48.696521 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:48.833010 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:48.964801 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Allocated IP 172.27.3.4 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/164e0ed3-8b85-481c-9491-355b6dd0bb60) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:17:49.032912 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device c5a13804-926d-4f59-8d57-a7ea89c6d23a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:17:49.131994 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:49.191084 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:49.193929 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port c5a13804-926d-4f59-8d57-a7ea89c6d23a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:49.196689 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4d0415f7-ac9c-43dc-a3c7-180cd9023f56 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:49.209034 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a', 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3', 'port_id': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a', 'mac_address': 'fa:16:3e:82:90:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9501ed8d-7b45-4d3a-9f9a-c4a2be84913e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:17:49.260309 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795470c-1a4c-4994-8d17-b00c7a1a6dcf req-5d8b18ac-2cdb-404e-9a12-021e196cb0a4 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:49.261881 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9795470c-1a4c-4994-8d17-b00c7a1a6dcf req-5d8b18ac-2cdb-404e-9a12-021e196cb0a4 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.1590569
Apr 30 07:17:49.268846 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:49.288646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a13804-926d-4f59-8d57-a7ea89c6d23a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:17:49.315000 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9795470c-1a4c-4994-8d17-b00c7a1a6dcf req-b0b58df4-fa8a-40e0-a6d2-ecca42d4ef73 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468879
Apr 30 07:17:49.325690 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:17:49.331300 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port c5a13804-926d-4f59-8d57-a7ea89c6d23a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:49.338055 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:17:49.340956 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:17:49.342319 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:49.344210 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:49.387225 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'Port': ['ID=164e0ed3-8b85-481c-9491-355b6dd0bb60,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:49.393493 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:49.416058 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=c5a13804-926d-4f59-8d57-a7ea89c6d23a,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:49.419412 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:49.645943 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a143aa-4df0-433f-8af7-e4993d04fddc req-859ec260-2cd6-441d-ba1a-fdf3b5b1aed0 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:49.647305 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-12a143aa-4df0-433f-8af7-e4993d04fddc req-859ec260-2cd6-441d-ba1a-fdf3b5b1aed0 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 944 time: 0.2427185
Apr 30 07:17:49.686322 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['c5a13804-926d-4f59-8d57-a7ea89c6d23a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:17:49.772624 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-12a143aa-4df0-433f-8af7-e4993d04fddc req-bb8fe8a9-d053-4771-b79c-3ab78afce180 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171174
Apr 30 07:17:49.883185 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:49.958616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:50.158737 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:50.163129 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:50.166800 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-689f8300-3980-481c-b7c1-855ab821144a tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:50.269384 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'Port': ['ID=164e0ed3-8b85-481c-9491-355b6dd0bb60,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:50.273295 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:50.283688 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:50.509536 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb09eff-2e51-4d8b-b169-7a89a8de2c39 req-8f11d122-0e3c-4259-a64e-dae97f870515 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:50.510908 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dbb09eff-2e51-4d8b-b169-7a89a8de2c39 req-8f11d122-0e3c-4259-a64e-dae97f870515 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.0828362
Apr 30 07:17:50.555434 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Floating IP 97eb2b04-6e5c-44d0-b96f-3e4ae006449a associated. External IP: 172.27.3.4, port: b554ba76-0bb7-4888-92cb-93e2ecb45c9d.
Apr 30 07:17:50.556500 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dbb09eff-2e51-4d8b-b169-7a89a8de2c39 req-5b2d22a7-cac2-4daf-9755-4f193a97bb5c tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390644
Apr 30 07:17:50.942828 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Router a5312b24-13a9-4223-8e81-3701d9b10c2e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:17:51.031340 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device c5a13804-926d-4f59-8d57-a7ea89c6d23a up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:51.057440 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7829c-fbe6-4fd0-97e9-36619627c6ad req-b7ba39d9-da67-4e44-9f69-bec8369f110b tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:51.058789 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-39d7829c-fbe6-4fd0-97e9-36619627c6ad req-b7ba39d9-da67-4e44-9f69-bec8369f110b tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 944 time: 0.1785605
Apr 30 07:17:51.097798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port c5a13804-926d-4f59-8d57-a7ea89c6d23a completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:51.102540 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port c5a13804-926d-4f59-8d57-a7ea89c6d23a triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:51.103014 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.176720 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-39d7829c-fbe6-4fd0-97e9-36619627c6ad req-a9034cd5-c212-494d-b4aa-faa8c118ce94 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702627
Apr 30 07:17:51.179420 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:17:51.194725 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] Sync routers for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:17:51.210430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.225741 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:51.226332 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b948c9340>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:17:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:51.264524 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-fc58b3ef-9412-4551-993a-a96076b46cdc tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.6882114
Apr 30 07:17:51.265237 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:51.267914 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57292) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:51.273712 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161387190', 'description': 'tempest-secgroup-smoke-1161387190 description', 'project_id': 'e0174bea076943198ae7785905135d4f'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:51.280478 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:51.293162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:51.295949 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.305312 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.310585 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'status': 'completed', 'code': 200}
Apr 30 07:17:51.328334 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:51.333278 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:51.336929 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:51.343491 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:51.398020 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:51.419348 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.420386 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port c5a13804-926d-4f59-8d57-a7ea89c6d23a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:51.425707 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.432208 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b67c12e-85f3-4ec6-8cc8-73cdf9a6630b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:51.435618 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.441544 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:51.480852 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897bd4-77e6-4855-85fc-f91c0211136a req-7c0acd53-e0de-47fc-b5ba-7710d20c6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:51.482319 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-7c0acd53-e0de-47fc-b5ba-7710d20c6548 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1098 time: 0.1367893
Apr 30 07:17:51.487017 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c246c66-6ab7-4600-8d43-70f4acfdcca1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:51.488278 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a', 'code': 200}
Apr 30 07:17:51.490445 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:51.494485 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.499439 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2303221
Apr 30 07:17:51.500248 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57302) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:51.506671 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group_rule': {'security_group_id': '4c246c66-6ab7-4600-8d43-70f4acfdcca1', 'project_id': 'e0174bea076943198ae7785905135d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:51.512697 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:51.517777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:51.521046 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:51.524154 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:51.527374 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:51.549149 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.626845 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=c5a13804-926d-4f59-8d57-a7ea89c6d23a,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:51.627494 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.633912 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.645033 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:51.664049 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897bd4-77e6-4855-85fc-f91c0211136a req-e597d9c7-040c-40f4-bcd8-ad3802405905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:51.665695 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-e597d9c7-040c-40f4-bcd8-ad3802405905 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1609795
Apr 30 07:17:51.678783 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7be0a82-1f92-44fc-b2b5-683fb2a1c1c1,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:51.681466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:51.690923 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:51.727801 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.729012 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2271202
Apr 30 07:17:51.746057 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57308) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:51.762173 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group_rule': {'security_group_id': '4c246c66-6ab7-4600-8d43-70f4acfdcca1', 'project_id': 'e0174bea076943198ae7785905135d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:51.771283 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:51.788913 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:51.793328 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:51.807935 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:51.814646 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-5be552e8-2f63-45de-b515-f2ba5406a762 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 997 time: 0.1386464
Apr 30 07:17:51.831289 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774375d6-d177-4ab3-9454-b999765aa4f1 req-25ec9481-02d1-474d-8ba6-5761771441ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:51.832790 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-774375d6-d177-4ab3-9454-b999765aa4f1 req-25ec9481-02d1-474d-8ba6-5761771441ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 1098 time: 0.1435740
Apr 30 07:17:51.841274 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c9d9-6ab2-49f2-82e4-1b50148fa129 req-5bc3e79a-9ea3-4deb-a230-24d467d775fb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:51.842563 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1505c9d9-6ab2-49f2-82e4-1b50148fa129 req-5bc3e79a-9ea3-4deb-a230-24d467d775fb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.1159344
Apr 30 07:17:51.847831 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.871525 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.921532 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1505c9d9-6ab2-49f2-82e4-1b50148fa129 req-aabe4b8c-2857-414d-a06c-a45f45469112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725338
Apr 30 07:17:51.925472 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897bd4-77e6-4855-85fc-f91c0211136a req-68fc064c-f3a0-4909-906e-1f3ebce1ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:51.926758 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-68fc064c-f3a0-4909-906e-1f3ebce1ae99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.1047161
Apr 30 07:17:51.928425 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-774375d6-d177-4ab3-9454-b999765aa4f1 req-600c46eb-f7d2-4a68-b716-0334123be3bc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597143
Apr 30 07:17:51.940959 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b948c9340>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '97eb2b04-6e5c-44d0-b96f-3e4ae006449a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'port_id': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'mac_address': 'fa:16:3e:e4:e0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:17:49Z', 'updated_at': '2021-04-30T07:17:49Z', 'revision_number': 0, 'project_id': 'e0174bea076943198ae7785905135d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:51.945377 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] Checking router: a5312b24-13a9-4223-8e81-3701d9b10c2e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:17:51.946726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.951701 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.953826 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9333ceb3-b127-4ce9-8094-dedc32836c86 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:51.954786 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:17:51.955383 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b948c9340>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:17:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:51.976019 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16ab47d-b36f-4768-85e1-4c9b7e50c240,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:51.978414 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:51.986472 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:51.987682 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9b2c3525-6f1b-4860-95a2-e8720b7da460 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2403114
Apr 30 07:17:51.990596 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57312) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:51.996243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group_rule': {'security_group_id': '4c246c66-6ab7-4600-8d43-70f4acfdcca1', 'project_id': 'e0174bea076943198ae7785905135d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:52.003200 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:52.007458 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:52.010626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:52.020320 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:52.038205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.071015 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897bd4-77e6-4855-85fc-f91c0211136a req-b8025777-3347-476f-9cd2-29bd319bfe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:52.072664 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-b8025777-3347-476f-9cd2-29bd319bfe7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792077
Apr 30 07:17:52.103257 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.104843 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-9a21fc0c-90d4-48f8-8f53-250ca31ec21c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 07:17:52.105967 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-9a21fc0c-90d4-48f8-8f53-250ca31ec21c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053046
Apr 30 07:17:52.107520 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.109780 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2a79e25b-783a-4094-a151-4ad26d120634 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:52.130970 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71968c5e-057b-4b94-b021-bd49c687d73c,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:52.134964 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:52.144156 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.145341 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d7ab4e09-5f92-4c8e-8a1a-945778b6dd4d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1535828
Apr 30 07:17:52.148112 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57316) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:52.154243 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group_rule': {'security_group_id': '4c246c66-6ab7-4600-8d43-70f4acfdcca1', 'project_id': 'e0174bea076943198ae7785905135d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:52.161227 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:52.164666 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:52.167678 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:52.174079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:52.191639 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:17:52.193512 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.309251 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.316127 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.318560 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:52.349793 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.350989 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2017040
Apr 30 07:17:52.353431 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65f3c22-5064-4138-8bde-ce671fec2a68,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:52.355104 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57322) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:52.357528 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1d124f45-0f35-4d7a-9379-567c2ad40128 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:52.361528 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group_rule': {'security_group_id': '4c246c66-6ab7-4600-8d43-70f4acfdcca1', 'project_id': 'e0174bea076943198ae7785905135d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:52.367392 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:52.371201 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:52.374180 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:52.379876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:52.390177 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.securitygroups_db [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Project e0174bea076943198ae7785905135d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 07:17:52.396806 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.445687 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-9b016f7f-eb89-4adc-a1c2-73c639ced346 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278568
Apr 30 07:17:52.468628 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.475992 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.478198 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:52.479831 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428699-3016-4281-a3b5-b62b1e15ef29 req-84b9c0d9-6cd8-4578-8950-107dad6a30b5 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:52.481268 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ae428699-3016-4281-a3b5-b62b1e15ef29 req-84b9c0d9-6cd8-4578-8950-107dad6a30b5 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 945 time: 0.1245711
Apr 30 07:17:52.499507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bcad62-1c7c-455a-9468-85218e4cbb4d,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:52.503547 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:52.513274 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.518030 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-489e5050-bb6b-4b79-af8a-b4c6976d6049 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1587589
Apr 30 07:17:52.518190 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 57326) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:17:52.523998 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'security_group_rule': {'security_group_id': '4c246c66-6ab7-4600-8d43-70f4acfdcca1', 'project_id': 'e0174bea076943198ae7785905135d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:52.530730 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:17:52.535366 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Usage tracker for resource:security_group_rule and tenant:e0174bea076943198ae7785905135d4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:17:52.538394 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:17:52.544317 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:17:52.556363 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.db.securitygroups_db [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Project e0174bea076943198ae7785905135d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 07:17:52.562043 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.591233 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b948c9340>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '97eb2b04-6e5c-44d0-b96f-3e4ae006449a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'port_id': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'mac_address': 'fa:16:3e:e4:e0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:17:49Z', 'updated_at': '2021-04-30T07:17:49Z', 'revision_number': 0, 'project_id': 'e0174bea076943198ae7785905135d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:17:52.596225 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ee0ff-1a5f-4831-bf9a-a25138b01227 None None] The sync data for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi is: [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '97eb2b04-6e5c-44d0-b96f-3e4ae006449a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'port_id': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'mac_address': 'fa:16:3e:e4:e0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:17:49Z', 'updated_at': '2021-04-30T07:17:49Z', 'revision_number': 0, 'project_id': 'e0174bea076943198ae7785905135d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:17:52.607695 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ae428699-3016-4281-a3b5-b62b1e15ef29 req-365af634-5c3a-4987-ab54-0601926d1d8e tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196063
Apr 30 07:17:52.633960 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.637465 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-94897bd4-77e6-4855-85fc-f91c0211136a req-e1b38ad7-508a-4978-8c35-d60b893820c6 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826253
Apr 30 07:17:52.638313 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474460'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.640421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44a9127a-8b65-4577-966a-45d9065b30ac tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:52.664673 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f247d5-15e0-45f9-8d22-48f8e0251cf4,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:52.669387 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:52.674191 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:52.675595 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-bc4834f3-9e22-4c46-bea6-163564fa59e2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1565018
Apr 30 07:17:52.796926 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-9c0f4194-eefb-4343-af7d-1ec5cfd6f8a7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:17:52.802998 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235497d-5fc3-4fbb-9e64-8e79cf1aaed2 None None] New status for floating IP 97eb2b04-6e5c-44d0-b96f-3e4ae006449a: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:17:52.813469 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.quota.resource [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-9c0f4194-eefb-4343-af7d-1ec5cfd6f8a7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:17:52.814901 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-9c0f4194-eefb-4343-af7d-1ec5cfd6f8a7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161387190&fields=id&tenant_id=e0174bea076943198ae7785905135d4f HTTP/1.1" status: 200  len: 267 time: 0.0586183
Apr 30 07:17:52.905697 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-df2c4a71-311d-4ec4-951a-0892fc48e197 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:52.907008 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-df2c4a71-311d-4ec4-951a-0892fc48e197 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.0860660
Apr 30 07:17:52.917929 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'port': {'security_groups': ['81077aae-6bb7-46f9-9e7d-c2a35975af94', '4c246c66-6ab7-4600-8d43-70f4acfdcca1']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:17:53.045656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:53.154954 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ceff-2274-4591-b962-08a966a47966 req-e2790075-8ab2-4133-984c-3f16be82f1e8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:53.156513 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-20a4ceff-2274-4591-b962-08a966a47966 req-e2790075-8ab2-4133-984c-3f16be82f1e8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.0879328
Apr 30 07:17:53.204811 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-20a4ceff-2274-4591-b962-08a966a47966 req-d77defff-7df6-4dc7-8cc8-d2a8d499e65a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409570
Apr 30 07:17:53.319010 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:53.342261 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:53.347949 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:53.353323 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6921b27-8336-4a3f-b6a0-61f104688584 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:53.364011 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['b554ba76-0bb7-4888-92cb-93e2ecb45c9d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:17:53.416627 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:53.417246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:53.418602 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-742a1df1-0d51-4da3-9475-5c6a33105db7 req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "PUT /v2.0/ports/b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 981 time: 0.5051486
Apr 30 07:17:53.419128 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:53.449999 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=6']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:53.453786 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:53.484389 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'status': 'completed', 'code': 200}
Apr 30 07:17:53.509970 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['b554ba76-0bb7-4888-92cb-93e2ecb45c9d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:17:53.656638 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-14d29b97-cc48-40e3-a125-87717d3016ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:53.658675 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-14d29b97-cc48-40e3-a125-87717d3016ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1137 time: 0.1412923
Apr 30 07:17:53.667165 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212cd5b-d3ad-44d7-83a7-0f52ed8141cd req-f4bad4db-0a2c-49d7-89dc-3cfa1cf00dc4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:53.668516 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c212cd5b-d3ad-44d7-83a7-0f52ed8141cd req-f4bad4db-0a2c-49d7-89dc-3cfa1cf00dc4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.1143305
Apr 30 07:17:53.689903 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-63f6fd68-5136-429e-a97a-3bd538e061be None None] Provisioning complete for port b554ba76-0bb7-4888-92cb-93e2ecb45c9d triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:53.690284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63f6fd68-5136-429e-a97a-3bd538e061be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:53.816996 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c212cd5b-d3ad-44d7-83a7-0f52ed8141cd req-eaf34938-e57b-445e-a990-dd3d200afe8c tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1261425
Apr 30 07:17:53.826288 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e4958-835f-411e-bab4-6c5aa13279ff req-ddd98202-2075-433f-8bc8-c08beef9913b tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:53.845566 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-322e4958-835f-411e-bab4-6c5aa13279ff req-ddd98202-2075-433f-8bc8-c08beef9913b tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 945 time: 0.1144657
Apr 30 07:17:53.849467 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-67bfa27c-3d43-41b4-8c56-56f82a074cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:53.852875 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-67bfa27c-3d43-41b4-8c56-56f82a074cc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1794908
Apr 30 07:17:53.894871 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-322e4958-835f-411e-bab4-6c5aa13279ff req-da71325a-4bb0-48cf-a3ff-1737c3cc0222 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477591
Apr 30 07:17:53.972995 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-d692c729-d92f-44dd-93bb-566c7669c824 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 999 time: 0.1093016
Apr 30 07:17:54.046432 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-575f220c-ce1e-40a8-887f-4d61e54c5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:54.048021 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-575f220c-ce1e-40a8-887f-4d61e54c5a5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0648110
Apr 30 07:17:54.133742 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-83f878c5-fd76-472b-85ca-085d96d74f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:54.135303 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-83f878c5-fd76-472b-85ca-085d96d74f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759246
Apr 30 07:17:54.316030 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-13a879cf-0945-40e1-9924-984610ba11e5 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711545
Apr 30 07:17:54.516237 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4a7fc17e-4ade-42e2-81f0-ed4dc561946d req-3c248ff9-8899-4f37-862c-1a5e73538881 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927326
Apr 30 07:17:54.525304 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5b6d3-331a-4d40-b799-a83d53686acf req-8c0356e9-66f0-4f1f-9c92-f02ce9317e16 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:54.527006 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-11e5b6d3-331a-4d40-b799-a83d53686acf req-8c0356e9-66f0-4f1f-9c92-f02ce9317e16 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.2025940
Apr 30 07:17:54.573632 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-11e5b6d3-331a-4d40-b799-a83d53686acf req-ddfee275-1cfb-4b24-a5d3-85d28bd0d095 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392869
Apr 30 07:17:55.760884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b113c-ec75-4579-bd14-87b16d1c04c7 req-c6887d14-9556-4920-8800-b2c5b1fd5fb2 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:55.762331 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3b3b113c-ec75-4579-bd14-87b16d1c04c7 req-c6887d14-9556-4920-8800-b2c5b1fd5fb2 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.0841653
Apr 30 07:17:55.807215 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3b3b113c-ec75-4579-bd14-87b16d1c04c7 req-0373efc9-50a0-4fba-a9e8-de85406502dc tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384974
Apr 30 07:17:56.994363 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f45390-f5c0-4df6-bd71-c47c7bec2fad req-35c4debc-e0db-4d99-b0c5-b899781f0ce9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:56.995737 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-99f45390-f5c0-4df6-bd71-c47c7bec2fad req-35c4debc-e0db-4d99-b0c5-b899781f0ce9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 943 time: 0.0821218
Apr 30 07:17:57.039498 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-99f45390-f5c0-4df6-bd71-c47c7bec2fad req-3141dda1-068a-4684-b1cc-43b9c67975d4 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380104
Apr 30 07:17:57.052619 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device a1df1b17-e9ed-4eea-96dc-64d05833cdc9 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:17:57.184294 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:57.200979 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:17:57.257479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:57.273490 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1df1b17-e9ed-4eea-96dc-64d05833cdc9 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:17:57.288622 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:57.293727 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:57.295472 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:57.359580 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:57.363125 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:57.616529 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['a1df1b17-e9ed-4eea-96dc-64d05833cdc9'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:17:58.235325 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c3db9-bdb3-441e-a347-60201893cd1d req-01b04266-41d6-4d33-b921-4a7d20314c9a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:58.236886 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f96c3db9-bdb3-441e-a347-60201893cd1d req-01b04266-41d6-4d33-b921-4a7d20314c9a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 944 time: 0.0801244
Apr 30 07:17:58.284838 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f96c3db9-bdb3-441e-a347-60201893cd1d req-3f69dbc2-6720-4505-a7e9-af99d169fb33 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422404
Apr 30 07:17:59.062835 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device a1df1b17-e9ed-4eea-96dc-64d05833cdc9 up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:17:59.131991 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:17:59.136556 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:17:59.136930 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:59.254157 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:59.280914 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:17:59.290798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:17:59.295338 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:17:59.297359 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:17:59.326554 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'code': 200}
Apr 30 07:17:59.368811 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:17:59.371691 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:17:59.474185 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32fbfb-a074-497e-8ba2-18bd115c35e1 req-903f04a6-afdc-442e-ac9f-58c535a71e10 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:59.475855 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1f32fbfb-a074-497e-8ba2-18bd115c35e1 req-903f04a6-afdc-442e-ac9f-58c535a71e10 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.0832603
Apr 30 07:17:59.521403 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1f32fbfb-a074-497e-8ba2-18bd115c35e1 req-a1480c8d-127d-4181-a212-836682d96477 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392468
Apr 30 07:17:59.587150 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c2469-f8f9-45f1-8c2f-ae15d3ffece3 req-746eea48-09c2-425b-8171-c84525c225b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:17:59.588643 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-904c2469-f8f9-45f1-8c2f-ae15d3ffece3 req-746eea48-09c2-425b-8171-c84525c225b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1098 time: 0.0734084
Apr 30 07:17:59.635473 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-904c2469-f8f9-45f1-8c2f-ae15d3ffece3 req-12da9cf3-4018-41d7-a384-32e845ef4aa7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352101
Apr 30 07:18:00.708211 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32634fb-dfce-46c7-b611-c0e1d45e64ac req-bb4c1328-6d9e-4f81-a262-654541c3810d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:00.709658 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b32634fb-dfce-46c7-b611-c0e1d45e64ac req-bb4c1328-6d9e-4f81-a262-654541c3810d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.0785944
Apr 30 07:18:00.754078 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b32634fb-dfce-46c7-b611-c0e1d45e64ac req-ee1f9d87-d737-4907-9024-8817f999de95 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387077
Apr 30 07:18:01.132926 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9e422587-e7e3-4099-8c7f-be0e74ad4f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:01.178990 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-b561165b-41a6-41b4-9a0e-d84ce1d8c78a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1590531
Apr 30 07:18:01.324599 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-7361413c-7f9c-43d7-ad61-8aff3a602ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:01.326037 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-7361413c-7f9c-43d7-ad61-8aff3a602ea4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1137 time: 0.0703154
Apr 30 07:18:01.476982 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-377c6f70-e132-4e1f-aaba-5916dbfebcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:01.478447 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-377c6f70-e132-4e1f-aaba-5916dbfebcaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1243229
Apr 30 07:18:01.588306 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-ad13ec8e-5258-417a-a05d-f5341865bc1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 999 time: 0.0997565
Apr 30 07:18:01.661561 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-00cefa7a-e5a9-4eeb-9291-d8b15f4f8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:01.662993 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-00cefa7a-e5a9-4eeb-9291-d8b15f4f8cd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0650504
Apr 30 07:18:01.742599 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-3fc2a7a8-b7b2-42b1-a18c-eaa62394c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:01.744051 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-3fc2a7a8-b7b2-42b1-a18c-eaa62394c020 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684447
Apr 30 07:18:01.882868 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-45fc51b6-ecf2-4fb7-bd4c-d13280aa283a service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285462
Apr 30 07:18:02.030603 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3d9fdac5-e0ee-44f3-9adc-1e47601b83bb req-5c8feca2-7f19-40ae-b6d6-037b8a06efc5 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322136
Apr 30 07:18:02.037519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6a6bf-c26d-4010-87fe-2e54264fe90d req-a2e55457-4be9-4187-9b14-b19923706604 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:02.039075 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ead6a6bf-c26d-4010-87fe-2e54264fe90d req-a2e55457-4be9-4187-9b14-b19923706604 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.1806476
Apr 30 07:18:02.084555 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-ead6a6bf-c26d-4010-87fe-2e54264fe90d req-4177f621-7b68-4262-8bc6-932a677249c5 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397153
Apr 30 07:18:02.269887 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd030-8801-41ec-9697-7fa4a2663ad0 req-2e419eb0-c375-4f98-9f9f-e0fa59f19243 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:02.271339 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-75dfd030-8801-41ec-9697-7fa4a2663ad0 req-2e419eb0-c375-4f98-9f9f-e0fa59f19243 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.0789161
Apr 30 07:18:02.319393 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-75dfd030-8801-41ec-9697-7fa4a2663ad0 req-bcf728e2-2ac8-4d81-9eeb-3192a90a2c54 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420687
Apr 30 07:18:02.342479 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57432) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:18:02.412810 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2171d-dd72-4257-94e3-86db270722aa tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:02.414197 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-08f2171d-dd72-4257-94e3-86db270722aa tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1093 time: 0.0707762
Apr 30 07:18:02.416927 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57436) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:18:02.421802 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:18:02.427419 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:18:02.431213 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:floatingip and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:18:02.434026 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:18:02.439614 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:18:02.449851 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:02.588395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:02.725506 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Allocated IP 172.27.3.200 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/194e22a0-6e51-483b-9d00-c3fe50ff404b) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:18:02.868433 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:02.898148 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:02.902620 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ede41ce4-2e96-4b20-bec4-c7020cf6b279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:18:02.962568 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:18:02.966614 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:18:02.971314 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:18:03.005705 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=194e22a0-6e51-483b-9d00-c3fe50ff404b,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:18:03.015471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:18:03.468882 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:03.542877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:03.571056 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:03.745192 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f824a870-a7e9-456f-b515-d4a3efc938f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:03.751038 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:03.755502 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:03.759179 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c6e3131f-6bf3-4991-aaef-318701b5bf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:18:03.860854 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=194e22a0-6e51-483b-9d00-c3fe50ff404b,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:18:03.865361 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:18:03.873758 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:04.045682 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Floating IP 3336053f-cc2c-417c-9b96-44a987853e4e associated. External IP: 172.27.3.200, port: a1df1b17-e9ed-4eea-96dc-64d05833cdc9.
Apr 30 07:18:04.390999 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:18:04.650349 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:04.667199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:18:04.676804 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:18:04.685808 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:18:04.686553 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95009550>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:18:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:18:04.690187 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:04.744194 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3262639
Apr 30 07:18:04.745128 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:18:04.871840 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:18:04.920718 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'status': 'completed', 'code': 200}
Apr 30 07:18:05.026531 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-4a039163-350a-424d-ba78-e01c53eb6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:05.028022 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-4a039163-350a-424d-ba78-e01c53eb6aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1098 time: 0.0704665
Apr 30 07:18:05.161575 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-8a45a7c5-d9c5-4a02-b4aa-9933caacd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:05.163014 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-8a45a7c5-d9c5-4a02-b4aa-9933caacd436 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1247675
Apr 30 07:18:05.211228 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95009550>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:03Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:18:05.215087 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:18:05.224113 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:18:05.224723 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95009550>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:18:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:18:05.277176 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-8e4fdd21-1017-40b1-aef0-bd45ebed07b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 999 time: 0.1048527
Apr 30 07:18:05.347967 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-5dd64f76-c842-44e2-b755-1877f41ddd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:05.349537 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-5dd64f76-c842-44e2-b755-1877f41ddd13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0605600
Apr 30 07:18:05.403320 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:18:05.431650 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-ab0d1ade-3a40-4dab-8c72-70c2fcf51213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:05.433012 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-ab0d1ade-3a40-4dab-8c72-70c2fcf51213 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724151
Apr 30 07:18:05.566559 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-131999c2-fca2-4066-9070-4296bccc37b1 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252873
Apr 30 07:18:05.714397 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bed84197-8a49-4cc3-92c9-2f6918e0bbe9 req-b04f9ae3-65e9-43e7-af25-2e97d65c0d63 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354444
Apr 30 07:18:05.795492 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95009550>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:03Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:18:05.799452 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0bc4c-57a1-4256-af11-86293e6679ee None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:03Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:18:05.979201 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2acffe-df16-42d4-928b-840bc4820621 None None] New status for floating IP 3336053f-cc2c-417c-9b96-44a987853e4e: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:18:06.264268 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:20.378049 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:18:21.838761 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:26.500391 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870054-f65a-4f34-8450-a1b859b8fd05 req-b6f1ed16-2e00-49a9-9876-b2d2966cf6cf tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:26.501740 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-18870054-f65a-4f34-8450-a1b859b8fd05 req-b6f1ed16-2e00-49a9-9876-b2d2966cf6cf tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0829523
Apr 30 07:18:26.548139 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-18870054-f65a-4f34-8450-a1b859b8fd05 req-5978f00f-f5de-4c2a-9911-df3e8b721383 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397997
Apr 30 07:18:27.731252 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f7bc-3488-41ad-900e-7707238b07d8 req-58592992-9471-46f3-947b-e754337781b7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:27.732730 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5062f7bc-3488-41ad-900e-7707238b07d8 req-58592992-9471-46f3-947b-e754337781b7 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0788171
Apr 30 07:18:27.782085 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5062f7bc-3488-41ad-900e-7707238b07d8 req-465d80ac-671f-405a-bd1b-35961e183614 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430365
Apr 30 07:18:28.964481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f8957-49f8-42c7-944c-c0388e759422 req-9139d762-7fbf-4714-ae45-e9488f6e4109 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:28.965923 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-792f8957-49f8-42c7-944c-c0388e759422 req-9139d762-7fbf-4714-ae45-e9488f6e4109 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0799315
Apr 30 07:18:29.011652 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-792f8957-49f8-42c7-944c-c0388e759422 req-6f612440-e390-40c9-99be-f2497be5e99b tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400171
Apr 30 07:18:29.213431 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-0aa023db-5535-418b-96d0-8b32e87e9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:29.214791 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-0aa023db-5535-418b-96d0-8b32e87e9b07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1137 time: 0.0750916
Apr 30 07:18:29.348820 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-d0e90ca5-9a60-4a53-8511-63d28f434824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:29.350251 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-d0e90ca5-9a60-4a53-8511-63d28f434824 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1242046
Apr 30 07:18:29.461029 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-c36f62e2-1b6e-4334-9c9b-aefa62b1ffa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 999 time: 0.0949545
Apr 30 07:18:29.530705 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-bde268ab-dc1c-40c8-9452-b23c4a2869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:29.532062 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-bde268ab-dc1c-40c8-9452-b23c4a2869fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0583944
Apr 30 07:18:29.611732 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-9d8c9dc3-a69b-48bf-a860-18471b26c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:29.613224 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-9d8c9dc3-a69b-48bf-a860-18471b26c6cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679054
Apr 30 07:18:29.746506 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-ddc3b5cd-90cd-4037-85ef-742a6a06fc4c service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227882
Apr 30 07:18:29.978751 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8e283aba-64b9-4b59-817b-3e33d6912642 req-c3677503-5cfa-48bd-a290-652edf3562f8 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164335
Apr 30 07:18:30.202016 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84f0b-7499-4825-bc7a-e047c53c9955 req-bfe10832-9260-452b-961f-32bdae069d28 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:30.204501 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53f84f0b-7499-4825-bc7a-e047c53c9955 req-bfe10832-9260-452b-961f-32bdae069d28 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0852256
Apr 30 07:18:30.258105 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-53f84f0b-7499-4825-bc7a-e047c53c9955 req-5e30a23e-09be-45e6-aaa6-8a58d4622a75 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482175
Apr 30 07:18:31.134838 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-054fde2a-4c95-4137-b4de-4b315c80387f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:31.446547 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b40cf1-35fd-486c-bc46-531376a3fc30 req-0f525a73-f1b4-4be4-92e8-634cec1460b1 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:31.448109 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51b40cf1-35fd-486c-bc46-531376a3fc30 req-0f525a73-f1b4-4be4-92e8-634cec1460b1 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0837328
Apr 30 07:18:31.496549 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-51b40cf1-35fd-486c-bc46-531376a3fc30 req-0aec49f7-972e-4c09-b3c6-47981e675f23 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423870
Apr 30 07:18:32.683584 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c70e-9b1f-442b-b829-54ab23d4f7fa req-f0e0a89b-1b0e-432b-920e-00a0c5e77a45 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:32.685032 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f748c70e-9b1f-442b-b829-54ab23d4f7fa req-f0e0a89b-1b0e-432b-920e-00a0c5e77a45 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0817103
Apr 30 07:18:32.731022 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f748c70e-9b1f-442b-b829-54ab23d4f7fa req-50edcd17-0811-43ac-bf03-9a0f080cf0d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0392439
Apr 30 07:18:33.572666 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:33.745283 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-df8a2063-0ec5-4a92-8107-2a5f13a2c465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:33.924062 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45737-1ef6-4ae9-9ddb-3768f418f781 req-9c699803-0182-4d59-af16-83c983a61f3f tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:33.925456 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-01f45737-1ef6-4ae9-9ddb-3768f418f781 req-9c699803-0182-4d59-af16-83c983a61f3f tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0856025
Apr 30 07:18:33.970984 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-01f45737-1ef6-4ae9-9ddb-3768f418f781 req-5b3b3edc-917d-484a-a6ca-0c0484c80b04 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396833
Apr 30 07:18:34.652137 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:35.161498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202c74-995b-4680-8bfd-21dc7f2d7572 req-b7ba1b4c-a761-4039-a43a-4e5e1f2fff24 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:35.162946 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f202c74-995b-4680-8bfd-21dc7f2d7572 req-b7ba1b4c-a761-4039-a43a-4e5e1f2fff24 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0800321
Apr 30 07:18:35.211883 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5f202c74-995b-4680-8bfd-21dc7f2d7572 req-1346044c-93ac-4f1a-9f85-f2cb7873c0c3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429797
Apr 30 07:18:36.267072 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:36.397296 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8a115-d825-4885-a601-45f21f58bb67 req-ca7831a0-81f6-4029-bac7-15255e418e36 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:36.398717 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8de8a115-d825-4885-a601-45f21f58bb67 req-ca7831a0-81f6-4029-bac7-15255e418e36 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0793359
Apr 30 07:18:36.444447 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8de8a115-d825-4885-a601-45f21f58bb67 req-b283db54-1f3f-4967-9e8a-617d8c3a5092 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395105
Apr 30 07:18:37.626118 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a097b-f340-4792-95b4-89c5b518a011 req-68055459-c0b7-4b4d-ad2d-034e3b20e8c4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:37.627531 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a49a097b-f340-4792-95b4-89c5b518a011 req-68055459-c0b7-4b4d-ad2d-034e3b20e8c4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0780902
Apr 30 07:18:37.673219 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a49a097b-f340-4792-95b4-89c5b518a011 req-3f964d18-7658-460e-94e2-ded10d6e90ab tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399885
Apr 30 07:18:38.860506 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df6aa-a3e3-4ead-8211-a0bcc21f5c3b req-cb5bc5d1-c684-4e90-991c-8d6eb69cc026 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:38.861930 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc7df6aa-a3e3-4ead-8211-a0bcc21f5c3b req-cb5bc5d1-c684-4e90-991c-8d6eb69cc026 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0825655
Apr 30 07:18:38.909083 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-fc7df6aa-a3e3-4ead-8211-a0bcc21f5c3b req-3d793367-305e-4ecb-a827-32d40537b7f0 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412531
Apr 30 07:18:40.101537 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb808-0645-4bc3-b23c-1c4fadf0f25b req-b2064f21-7682-43e9-b107-5e1a1253a9bd tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:40.102971 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5c6fb808-0645-4bc3-b23c-1c4fadf0f25b req-b2064f21-7682-43e9-b107-5e1a1253a9bd tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0866492
Apr 30 07:18:40.149270 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5c6fb808-0645-4bc3-b23c-1c4fadf0f25b req-61cf1791-409d-4d86-a2d9-39c2e52faf0b tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404632
Apr 30 07:18:41.339059 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48725f9-d513-4f63-bc91-9dc9bc03ea98 req-9525c1af-8796-4829-8d8c-3f903534cfd2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:41.340528 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f48725f9-d513-4f63-bc91-9dc9bc03ea98 req-9525c1af-8796-4829-8d8c-3f903534cfd2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0793521
Apr 30 07:18:41.386173 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f48725f9-d513-4f63-bc91-9dc9bc03ea98 req-b9306c79-fc15-46a7-aac6-98a586e4ed1c tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399029
Apr 30 07:18:42.568966 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6911e58-e210-4c45-85d7-2fe262918dbe req-3b1ec3e2-7778-4d27-bfcf-db89dd70b3d4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:42.570404 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d6911e58-e210-4c45-85d7-2fe262918dbe req-3b1ec3e2-7778-4d27-bfcf-db89dd70b3d4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0805359
Apr 30 07:18:42.616040 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d6911e58-e210-4c45-85d7-2fe262918dbe req-fab32e6d-afd5-45b5-99f5-e696c4a239bb tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397542
Apr 30 07:18:43.798699 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde8374-da9c-466f-829d-ad03cf4eae93 req-660c78e9-82fc-4b54-92b4-e5d5896cf941 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:43.800187 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5dde8374-da9c-466f-829d-ad03cf4eae93 req-660c78e9-82fc-4b54-92b4-e5d5896cf941 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0813816
Apr 30 07:18:43.847020 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-5dde8374-da9c-466f-829d-ad03cf4eae93 req-c42001a2-de5b-4840-9d13-4eb87bd9ffd6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410008
Apr 30 07:18:45.033235 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ac7ed-56fa-4428-b309-7a8dfbcae5a2 req-9df99268-4c8e-4845-a96e-bde796450024 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:45.035225 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b44ac7ed-56fa-4428-b309-7a8dfbcae5a2 req-9df99268-4c8e-4845-a96e-bde796450024 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0831571
Apr 30 07:18:45.079968 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b44ac7ed-56fa-4428-b309-7a8dfbcae5a2 req-19ef5e81-7e7c-4316-bfe6-a7bb36214776 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0388346
Apr 30 07:18:46.200223 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855359f9-1397-4aa1-959d-4040603f217b req-ccb29392-907f-4891-be54-248c7d413d69 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:46.201777 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-855359f9-1397-4aa1-959d-4040603f217b req-ccb29392-907f-4891-be54-248c7d413d69 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 945 time: 0.0840039
Apr 30 07:18:46.249002 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-855359f9-1397-4aa1-959d-4040603f217b req-68ca6d34-66b3-410f-92ac-3e348dee2d30 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412478
Apr 30 07:18:46.273959 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c14da1-d65a-4399-96e1-f5ee2ec440fd req-110cb528-79ac-475a-aa6a-fb71160516c9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:46.275402 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-83c14da1-d65a-4399-96e1-f5ee2ec440fd req-110cb528-79ac-475a-aa6a-fb71160516c9 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0842175
Apr 30 07:18:46.321743 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-83c14da1-d65a-4399-96e1-f5ee2ec440fd req-c5f6b813-5525-437f-bd9d-1bc1f11b1a25 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c246c66-6ab7-4600-8d43-70f4acfdcca1&id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403314
Apr 30 07:18:47.432693 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eadcc-65f5-45e8-8a52-1d5e471185ae req-a2261000-fe2e-475b-af06-5580f90e955d tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:47.434112 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-315eadcc-65f5-45e8-8a52-1d5e471185ae req-a2261000-fe2e-475b-af06-5580f90e955d tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 945 time: 0.0822449
Apr 30 07:18:47.477332 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-315eadcc-65f5-45e8-8a52-1d5e471185ae req-c7e3330b-e1f7-4060-98eb-b81e574caa20 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376081
Apr 30 07:18:48.351989 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-afc68210-1782-425f-966b-f163e2b15da8 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:48.353392 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-afc68210-1782-425f-966b-f163e2b15da8 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 945 time: 0.0813639
Apr 30 07:18:48.484976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Deleting port c5a13804-926d-4f59-8d57-a7ea89c6d23a {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:18:48.485627 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:48.616507 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] For port c5a13804-926d-4f59-8d57-a7ea89c6d23a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c5a13804-926d-4f59-8d57-a7ea89c6d23a,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:18:48.616859 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:48.663098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d28ff-9dc0-47e1-83ca-2c92c235d5b3 req-4e900423-4202-4653-8784-3825c6bb62b4 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:48.664595 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a36d28ff-9dc0-47e1-83ca-2c92c235d5b3 req-4e900423-4202-4653-8784-3825c6bb62b4 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d4a092-5db5-4c1c-abc4-c327db46d194 HTTP/1.1" status: 200  len: 945 time: 0.0785899
Apr 30 07:18:48.712469 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a36d28ff-9dc0-47e1-83ca-2c92c235d5b3 req-db36f323-1392-4b75-8e28-3f6c23d7d478 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421348
Apr 30 07:18:48.742204 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Calling delete_port for c5a13804-926d-4f59-8d57-a7ea89c6d23a owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:18:48.847195 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:48.852512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:18:48.861973 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['c5a13804-926d-4f59-8d57-a7ea89c6d23a'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:18:48.900737 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Pushing event deleted for resources: {'Port': ['ID=c5a13804-926d-4f59-8d57-a7ea89c6d23a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:18:49.041930 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.042301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.042660 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.043014 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.043359 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.043723 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.044079 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.044424 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.044768 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.045109 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.045448 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.045787 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:18:49.053427 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:18:49.059011 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] No DVR routers for this DVR port c5a13804-926d-4f59-8d57-a7ea89c6d23a on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:18:49.061263 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:49.063736 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'name': 'network-vif-deleted', 'tag': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:18:49.078940 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-0a2fc259-1649-4afa-9e70-02e67e08caa4 req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "DELETE /v2.0/ports/c5a13804-926d-4f59-8d57-a7ea89c6d23a HTTP/1.1" status: 204  len: 173 time: 0.7192452
Apr 30 07:18:49.114466 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d4a092-5db5-4c1c-abc4-c327db46d194', 'name': 'network-vif-deleted', 'tag': 'c5a13804-926d-4f59-8d57-a7ea89c6d23a', 'status': 'completed', 'code': 200}
Apr 30 07:18:52.588106 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device c5a13804-926d-4f59-8d57-a7ea89c6d23a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:18:52.630882 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: c5a13804-926d-4f59-8d57-a7ea89c6d23a {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:18:52.631223 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device c5a13804-926d-4f59-8d57-a7ea89c6d23a not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:18:52.638386 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:18:57.377125 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:18:59.384502 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-c3dbda16-cae2-4168-ac05-50d73b253b08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710151
Apr 30 07:18:59.475078 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-4d2e6f42-110b-47e2-acf5-9b3a4902f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:59.476567 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-4d2e6f42-110b-47e2-acf5-9b3a4902f781 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1098 time: 0.0686789
Apr 30 07:18:59.624448 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-c2c60475-9d8c-4138-b469-ed2ac3f2c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:59.625836 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-c2c60475-9d8c-4138-b469-ed2ac3f2c9e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1241250
Apr 30 07:18:59.727256 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-08c77a5d-e95b-4c4a-89cd-9c59479ac4c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 1001 time: 0.0935576
Apr 30 07:18:59.790555 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-37eaa87f-88bf-445e-8a9d-d86fa0805800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:59.792031 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-37eaa87f-88bf-445e-8a9d-d86fa0805800 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0567615
Apr 30 07:18:59.870239 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-a51c3033-8b78-47c8-8298-09d82a1603c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:18:59.871936 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-a51c3033-8b78-47c8-8298-09d82a1603c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711749
Apr 30 07:19:00.010638 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-ed927ab0-bc0a-4035-9fd2-c8a499ff368e service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253092
Apr 30 07:19:00.240245 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d3ff8c7e-7b3f-4b29-9fe0-c996e5b04d5c req-29813c7a-b4fe-49e0-a032-b766281e255e service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229011
Apr 30 07:19:00.278075 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-4febfaad-120b-4d80-814b-88f5851cfbd6 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:00.279471 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-4febfaad-120b-4d80-814b-88f5851cfbd6 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/networks?id=b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 200  len: 813 time: 0.1799436
Apr 30 07:19:00.293940 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-1fa96766-0a13-4463-b284-5a2d05cef2de tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/quotas/8e5cdd8095b746c5a46aa434145bd06e HTTP/1.1" status: 200  len: 375 time: 0.0089834
Apr 30 07:19:00.340041 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7e682d57-7bf8-423b-b4f7-377aba7c7704 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Synchronizing usage tracker for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:19:00.354471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7e682d57-7bf8-423b-b4f7-377aba7c7704 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Unset dirty status for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:19:00.355700 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7e682d57-7bf8-423b-b4f7-377aba7c7704 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0566440
Apr 30 07:19:00.529733 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-53c7b473-8ce9-41e3-95b6-fdb3129a3432 service neutron] 10.222.0.35 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670783
Apr 30 07:19:00.659260 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-776d0903-7ff2-4fcc-a302-f13980aba1b1 service neutron] 10.222.0.35 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234784
Apr 30 07:19:00.833171 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-61d0f089-793e-41b3-ab9e-38ef7f28306d req-e57d03f6-f022-4c86-9360-1a6e23ca7d43 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 210 time: 0.0426483
Apr 30 07:19:01.136308 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b9998bfc-19e0-44d9-a362-72e6d83d2633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:02.108740 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8b8d5dca-1825-4d4e-a7c1-aae4765bef3a req-a37e933a-961a-45b1-8cdd-7c72fa098ce8 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 210 time: 0.1590364
Apr 30 07:19:02.149345 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-96353b0c-efd3-490b-a879-00cdfbcc80dc tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:02.150962 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-96353b0c-efd3-490b-a879-00cdfbcc80dc tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "GET /v2.0/networks?id=b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 200  len: 813 time: 0.2975054
Apr 30 07:19:02.176530 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Request body: {'port': {'device_id': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3', 'admin_state_up': True, 'tenant_id': '8e5cdd8095b746c5a46aa434145bd06e'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:19:02.308719 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:19:02.318666 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:19:02.328316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Made reservation on behalf of 8e5cdd8095b746c5a46aa434145bd06e for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:19:02.331683 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:02.486794 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Allocated IP 172.20.0.6 (b96cad6b-7e99-4003-8429-42429fa8dca3/9501ed8d-7b45-4d3a-9f9a-c4a2be84913e/be21e9f4-94bf-4ec5-866c-e561653751da) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:19:02.682517 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:02.709982 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:02.715264 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:02.773331 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Network b96cad6b-7e99-4003-8429-42429fa8dca3 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:19:02.780343 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:19:02.784500 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:19:02.827600 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Pushing event updated for resources: {'Port': ['ID=be21e9f4-94bf-4ec5-866c-e561653751da,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:02.832084 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:02.853901 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:02.854494 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:02.878093 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-506ab704-1847-4ace-81cd-cc2259a30c52 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7058234
Apr 30 07:19:02.897361 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Request body: {'port': {'device_id': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:19:03.003307 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.292017 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be934fe-35ed-44b2-b548-e5f6134ff51e req-eabe63bf-499b-4306-9d64-f6fd8ded0920 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:03.293465 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8be934fe-35ed-44b2-b548-e5f6134ff51e req-eabe63bf-499b-4306-9d64-f6fd8ded0920 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 931 time: 0.0798175
Apr 30 07:19:03.341473 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-8be934fe-35ed-44b2-b548-e5f6134ff51e req-a0638210-37ab-41f1-a58e-d5a754e6b13e tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421658
Apr 30 07:19:03.345171 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be21e9f4-94bf-4ec5-866c-e561653751da {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:19:03.352698 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.367256 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Transition to ACTIVE for port object be21e9f4-94bf-4ec5-866c-e561653751da will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:19:03.370688 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.375059 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f8cd861c-6437-42dc-8379-52ea84c34615 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:03.523543 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Pushing event updated for resources: {'Port': ['ID=be21e9f4-94bf-4ec5-866c-e561653751da,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:03.531018 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:03.574867 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.598540 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Attempting to bind port be21e9f4-94bf-4ec5-866c-e561653751da on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:19:03.598978 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Attempting to bind port be21e9f4-94bf-4ec5-866c-e561653751da by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:19:03.599320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Attempting to bind port be21e9f4-94bf-4ec5-866c-e561653751da on network b96cad6b-7e99-4003-8429-42429fa8dca3 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:19:03.603845 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Port be21e9f4-94bf-4ec5-866c-e561653751da on network b96cad6b-7e99-4003-8429-42429fa8dca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:19:03.604157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Attempting to bind port be21e9f4-94bf-4ec5-866c-e561653751da on network b96cad6b-7e99-4003-8429-42429fa8dca3 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:19:03.609044 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:19:03.609366 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Checking segment: {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:19:03.609740 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Bound using segment: {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:19:03.610149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Bound port: be21e9f4-94bf-4ec5-866c-e561653751da, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2c6e60-206c-4495-939a-0375f72830aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:19:03.610480 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.696435 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] For port be21e9f4-94bf-4ec5-866c-e561653751da, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:19:03.699218 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] For port be21e9f4-94bf-4ec5-866c-e561653751da, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be21e9f4-94bf-4ec5-866c-e561653751da,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:19:03.703353 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.707733 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fed416c0-6a7e-4eeb-9c9c-f6c8ce42b233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:03.745923 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-aa25268d-e8d0-42c3-8c2c-07d7618d4c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.761012 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:03.761613 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:03.762961 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] 10.222.0.10 "PUT /v2.0/ports/be21e9f4-94bf-4ec5-866c-e561653751da HTTP/1.1" status: 200  len: 1093 time: 0.8702502
Apr 30 07:19:03.763441 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'tag': 'be21e9f4-94bf-4ec5-866c-e561653751da'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:19:03.792043 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Pushing event updated for resources: {'Port': ['ID=be21e9f4-94bf-4ec5-866c-e561653751da,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:03.795049 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ed600c8-4247-47a0-950f-aa69bf531db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:03.813488 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'tag': 'be21e9f4-94bf-4ec5-866c-e561653751da', 'status': 'completed', 'code': 200}
Apr 30 07:19:03.887589 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-dae14ae5-2131-47f3-85f8-6a9ec0cb59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:03.889095 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-dae14ae5-2131-47f3-85f8-6a9ec0cb59ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 1096 time: 0.0713277
Apr 30 07:19:04.053061 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-b165d346-6910-435d-bc04-19ef24b90647 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be21e9f4-94bf-4ec5-866c-e561653751da HTTP/1.1" status: 200  len: 217 time: 0.1533000
Apr 30 07:19:04.119391 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-9d4f089b-b887-4cdf-89c5-62857f433d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:04.120801 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-9d4f089b-b887-4cdf-89c5-62857f433d2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9501ed8d-7b45-4d3a-9f9a-c4a2be84913e HTTP/1.1" status: 200  len: 853 time: 0.0563979
Apr 30 07:19:04.170141 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-4c3bba67-dd74-4f01-89e8-e922b01b04d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b96cad6b-7e99-4003-8429-42429fa8dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418296
Apr 30 07:19:04.307215 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-0f6ffdb6-3803-4068-9eee-7d74f52a3178 service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252460
Apr 30 07:19:04.443608 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e16a750b-ab70-4983-8baf-e82cf62c72a1 req-8758422a-1419-4d8a-8435-a968be70d36b service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235707
Apr 30 07:19:04.527586 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404277c9-82e0-4745-85a5-adf88a69d5bb req-d5669f89-76bf-49e4-8670-6211b8ad241a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:04.529082 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-404277c9-82e0-4745-85a5-adf88a69d5bb req-d5669f89-76bf-49e4-8670-6211b8ad241a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 943 time: 0.0814054
Apr 30 07:19:04.565289 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-08550e98-c281-40f3-a780-4c790a699934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:04.566704 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-08550e98-c281-40f3-a780-4c790a699934 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 1096 time: 0.0698521
Apr 30 07:19:04.573982 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-404277c9-82e0-4745-85a5-adf88a69d5bb req-ea5ee0bd-0a1b-4d1c-b82a-d4ac5e4d4299 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392611
Apr 30 07:19:04.654360 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:04.701155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-3071c4c1-b274-44f0-8fc3-f56345679553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:04.702575 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-3071c4c1-b274-44f0-8fc3-f56345679553 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 200  len: 914 time: 0.1274111
Apr 30 07:19:04.774932 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-73e3690d-2264-4d17-a855-81e7c1687c63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be21e9f4-94bf-4ec5-866c-e561653751da HTTP/1.1" status: 200  len: 217 time: 0.0634673
Apr 30 07:19:04.837927 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-ee24e0ed-4f9a-45fc-a684-0c20bc7ced42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:04.839228 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-ee24e0ed-4f9a-45fc-a684-0c20bc7ced42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9501ed8d-7b45-4d3a-9f9a-c4a2be84913e HTTP/1.1" status: 200  len: 853 time: 0.0559053
Apr 30 07:19:04.892231 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-b9df7446-4e49-48dd-9e6c-c063aba76e94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b96cad6b-7e99-4003-8429-42429fa8dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416973
Apr 30 07:19:05.026256 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-4496393d-3105-4a87-8d47-7f6e18749d87 service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223838
Apr 30 07:19:05.160797 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f8eae8bd-3634-4293-b866-c8ba667eaeae req-23e4f7fa-fa4f-4fc7-ad7b-03c740feab0f service neutron] 10.222.0.10 "GET /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226208
Apr 30 07:19:05.756302 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c3d9-a024-4364-893f-733f4eae5678 req-57d7eabd-7d27-4259-8d1e-b30b2a2ec973 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:05.757008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-e9b6c3d9-a024-4364-893f-733f4eae5678 req-57d7eabd-7d27-4259-8d1e-b30b2a2ec973 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Synchronizing usage tracker for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:19:05.771335 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-e9b6c3d9-a024-4364-893f-733f4eae5678 req-57d7eabd-7d27-4259-8d1e-b30b2a2ec973 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Unset dirty status for tenant:8e5cdd8095b746c5a46aa434145bd06e on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:19:05.772591 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e9b6c3d9-a024-4364-893f-733f4eae5678 req-57d7eabd-7d27-4259-8d1e-b30b2a2ec973 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 943 time: 0.0929193
Apr 30 07:19:05.817349 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e9b6c3d9-a024-4364-893f-733f4eae5678 req-5bb309f1-95e7-4ed5-8b64-35c849936922 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387285
Apr 30 07:19:06.270015 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:07.000898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7d8c0-ef59-4d6b-9087-848d8e628251 req-1f08e837-e9b1-47d0-b79b-a68449251983 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:07.002348 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f8f7d8c0-ef59-4d6b-9087-848d8e628251 req-1f08e837-e9b1-47d0-b79b-a68449251983 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 943 time: 0.0825539
Apr 30 07:19:07.046453 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-f8f7d8c0-ef59-4d6b-9087-848d8e628251 req-ee3e3d4c-61c3-4ca7-af0a-946e067e3e2d tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376794
Apr 30 07:19:07.764495 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device be21e9f4-94bf-4ec5-866c-e561653751da details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:19:07.895153 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port be21e9f4-94bf-4ec5-866c-e561653751da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be21e9f4-94bf-4ec5-866c-e561653751da,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:07.908162 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'be21e9f4-94bf-4ec5-866c-e561653751da', 'network_id': 'b96cad6b-7e99-4003-8429-42429fa8dca3', 'port_id': 'be21e9f4-94bf-4ec5-866c-e561653751da', 'mac_address': 'fa:16:3e:90:14:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9501ed8d-7b45-4d3a-9f9a-c4a2be84913e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:19:07.961277 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:07.977394 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be21e9f4-94bf-4ec5-866c-e561653751da {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:19:07.991994 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port be21e9f4-94bf-4ec5-866c-e561653751da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be21e9f4-94bf-4ec5-866c-e561653751da,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:07.995730 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:07.997424 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3b780575-1d94-4001-8384-39ef6353879c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:08.063825 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=be21e9f4-94bf-4ec5-866c-e561653751da,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:08.071375 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.071732 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.072090 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.072423 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.072747 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.073072 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.073394 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.073714 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.074035 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.074674 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.074674 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.074963 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:08.078798 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:08.234209 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100a91-cc68-416e-b9fa-c47dfaa6e0d1 req-06907857-de6b-4f61-a71a-b72e1f41de40 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:08.236118 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9e100a91-cc68-416e-b9fa-c47dfaa6e0d1 req-06907857-de6b-4f61-a71a-b72e1f41de40 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 944 time: 0.0837162
Apr 30 07:19:08.279979 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9e100a91-cc68-416e-b9fa-c47dfaa6e0d1 req-f0e8f517-3d75-4bb7-990c-cda34c5f6408 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376952
Apr 30 07:19:08.362779 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['be21e9f4-94bf-4ec5-866c-e561653751da'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:19:09.460966 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d56a1-e164-4f4a-87ca-7817beef8467 req-4d2d431d-85ca-452d-9089-1b781e0baf91 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:09.462404 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1d7d56a1-e164-4f4a-87ca-7817beef8467 req-4d2d431d-85ca-452d-9089-1b781e0baf91 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 944 time: 0.0794120
Apr 30 07:19:09.506022 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1d7d56a1-e164-4f4a-87ca-7817beef8467 req-e117a6af-cec2-49cd-b263-511cc49cfeb7 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377843
Apr 30 07:19:09.764406 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device be21e9f4-94bf-4ec5-866c-e561653751da up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:19:09.830137 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port be21e9f4-94bf-4ec5-866c-e561653751da completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:19:09.834608 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port be21e9f4-94bf-4ec5-866c-e561653751da triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:19:09.834980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:09.948382 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:09.973397 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be21e9f4-94bf-4ec5-866c-e561653751da'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:19:09.983674 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port be21e9f4-94bf-4ec5-866c-e561653751da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be21e9f4-94bf-4ec5-866c-e561653751da,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:09.987902 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:09.990283 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-289290f2-3ff9-4b32-8aee-3ca91e9a8b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:10.055532 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=be21e9f4-94bf-4ec5-866c-e561653751da,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:10.058608 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:10.075528 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be21e9f4-94bf-4ec5-866c-e561653751da', 'code': 200}
Apr 30 07:19:10.327630 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3567-a1a1-4533-8b2b-70a9da9ea91b req-400fe9fc-eaef-4d6e-9a48-bb8db82dde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:10.329117 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c1fe3567-a1a1-4533-8b2b-70a9da9ea91b req-400fe9fc-eaef-4d6e-9a48-bb8db82dde86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 1098 time: 0.0691776
Apr 30 07:19:10.374231 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-c1fe3567-a1a1-4533-8b2b-70a9da9ea91b req-f70499e1-9d97-40f3-8bc4-3301d7d01936 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334225
Apr 30 07:19:10.690566 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edac262-4c6a-4ae0-891f-8dbefe7f40cd req-d8dac152-c3af-4b35-bfc9-5d1fae1e3a87 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:10.691924 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7edac262-4c6a-4ae0-891f-8dbefe7f40cd req-d8dac152-c3af-4b35-bfc9-5d1fae1e3a87 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 945 time: 0.0805097
Apr 30 07:19:10.736137 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-7edac262-4c6a-4ae0-891f-8dbefe7f40cd req-53d82f54-7188-4e4e-be7f-5398eb2881b6 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384326
Apr 30 07:19:11.925853 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13f7fd-b32c-44ba-abc2-c9f8e03ecda4 req-82a85044-41f4-4779-bed0-42607cf65fe3 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:11.927332 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd13f7fd-b32c-44ba-abc2-c9f8e03ecda4 req-82a85044-41f4-4779-bed0-42607cf65fe3 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 945 time: 0.0834761
Apr 30 07:19:11.971096 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-cd13f7fd-b32c-44ba-abc2-c9f8e03ecda4 req-95da2e97-9ff0-4dec-aaa8-1231e90646aa tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380003
Apr 30 07:19:22.590029 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:31.140809 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6de28fa2-155e-4871-ba80-1f0d208f3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:33.577873 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:33.747002 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a5950d7-adf1-4495-8aed-9b69d0e26cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:34.375950 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:19:34.657307 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:36.275321 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:36.617170 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760db6a2-859e-4805-ad4b-d630ff847137 req-9370bdf8-c83d-4bcd-b609-799f7feba9dc tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:36.618632 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-760db6a2-859e-4805-ad4b-d630ff847137 req-9370bdf8-c83d-4bcd-b609-799f7feba9dc tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 945 time: 0.0781519
Apr 30 07:19:36.666492 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-760db6a2-859e-4805-ad4b-d630ff847137 req-df6efbd4-cf52-403b-a351-867097a1e735 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413966
Apr 30 07:19:37.850963 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aa31a-5452-45f3-a2f1-b72c8003af5b req-0d3c9c34-7217-4bcc-95ea-afa1800ad9e0 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:37.852459 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3b8aa31a-5452-45f3-a2f1-b72c8003af5b req-0d3c9c34-7217-4bcc-95ea-afa1800ad9e0 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 945 time: 0.0823147
Apr 30 07:19:37.895978 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-3b8aa31a-5452-45f3-a2f1-b72c8003af5b req-39feb41d-a837-450a-b63b-665cdc6b7766 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378375
Apr 30 07:19:38.930136 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-46c6dde9-f429-4a3e-ba98-01fc5e5cc44c tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:38.931627 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-46c6dde9-f429-4a3e-ba98-01fc5e5cc44c tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 945 time: 0.1651549
Apr 30 07:19:39.126334 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Deleting port be21e9f4-94bf-4ec5-866c-e561653751da {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:19:39.126588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:39.149280 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b95ed-6986-4ff5-91bf-2aca45b9f728 req-85c9a27d-d9ed-4b38-ad1e-9c7f27569590 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:39.151578 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-963b95ed-6986-4ff5-91bf-2aca45b9f728 req-85c9a27d-d9ed-4b38-ad1e-9c7f27569590 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a40ef8-18c5-48ff-9518-57b859bdf73b HTTP/1.1" status: 200  len: 945 time: 0.1521001
Apr 30 07:19:39.273046 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-963b95ed-6986-4ff5-91bf-2aca45b9f728 req-256a6075-436a-4da5-81da-3791d141d04d tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a516660-305a-4b58-9ce8-362537015b3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099887
Apr 30 07:19:39.297718 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] For port be21e9f4-94bf-4ec5-866c-e561653751da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be21e9f4-94bf-4ec5-866c-e561653751da,segment=NetworkSegment(6c2c6e60-206c-4495-939a-0375f72830aa),segment_id=6c2c6e60-206c-4495-939a-0375f72830aa)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:39.298083 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:39.419194 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Calling delete_port for be21e9f4-94bf-4ec5-866c-e561653751da owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:19:39.529919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:39.536545 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:39.542603 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['be21e9f4-94bf-4ec5-866c-e561653751da'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:19:39.580840 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Pushing event deleted for resources: {'Port': ['ID=be21e9f4-94bf-4ec5-866c-e561653751da,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:39.583884 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:39.654586 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] No DVR routers for this DVR port be21e9f4-94bf-4ec5-866c-e561653751da on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:19:39.656998 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:39.659436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'name': 'network-vif-deleted', 'tag': 'be21e9f4-94bf-4ec5-866c-e561653751da'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:19:39.674938 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-259e12a3-0372-4cce-9a0a-3a37581996cc req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] 10.222.0.10 "DELETE /v2.0/ports/be21e9f4-94bf-4ec5-866c-e561653751da HTTP/1.1" status: 204  len: 173 time: 0.7373958
Apr 30 07:19:39.706590 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a40ef8-18c5-48ff-9518-57b859bdf73b', 'name': 'network-vif-deleted', 'tag': 'be21e9f4-94bf-4ec5-866c-e561653751da', 'status': 'completed', 'code': 200}
Apr 30 07:19:42.003059 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device be21e9f4-94bf-4ec5-866c-e561653751da no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:19:42.038171 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: be21e9f4-94bf-4ec5-866c-e561653751da {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:19:42.038618 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device be21e9f4-94bf-4ec5-866c-e561653751da not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:19:42.072950 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd6e872e-7953-4914-8023-d2b113896685 req-733f9c90-ee6d-4b02-84b0-de1084eae252 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161387190&fields=id&tenant_id=e0174bea076943198ae7785905135d4f HTTP/1.1" status: 200  len: 267 time: 0.0443101
Apr 30 07:19:42.158410 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e872e-7953-4914-8023-d2b113896685 req-9dc02b99-e7d3-489d-b1fa-f7dc38226ba2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:42.159922 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd6e872e-7953-4914-8023-d2b113896685 req-9dc02b99-e7d3-489d-b1fa-f7dc38226ba2 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 984 time: 0.0808239
Apr 30 07:19:42.172420 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.v2.base [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Request body: {'port': {'security_groups': ['81077aae-6bb7-46f9-9e7d-c2a35975af94']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:19:42.373466 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.613654 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:42.637241 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.642553 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4049877'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.647952 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc1b32bf-578d-4f38-af04-de2eb385cb74 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:42.710218 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:42.710833 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.712726 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-fd6e872e-7953-4914-8023-d2b113896685 req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "PUT /v2.0/ports/b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 942 time: 0.5450587
Apr 30 07:19:42.713293 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:19:42.718694 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57868) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:19:42.740426 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event updated for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=7']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:42.748600 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.748992 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.749373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.749744 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.750165 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.750533 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.750893 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.751260 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.751606 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.751997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.752397 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.752703 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:42.756932 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-71e019a2-466c-4740-9b81-fb4ed64adaa4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:42.799196 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.831115 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.838036 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'status': 'completed', 'code': 200}
Apr 30 07:19:42.904414 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.910077 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9d7852ba-3fbe-4256-8238-93e004d18434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:42.923966 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c246c66-6ab7-4600-8d43-70f4acfdcca1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:42.926420 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:42.935897 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:42.937006 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-2e36d6b3-87d3-4264-bea0-4a5e4fdefe5e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "DELETE /v2.0/security-groups/4c246c66-6ab7-4600-8d43-70f4acfdcca1 HTTP/1.1" status: 204  len: 168 time: 0.2159860
Apr 30 07:19:42.939641 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 57874) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:19:42.965220 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-c252d6dd-2c73-487d-b845-7a373d07d9ad None None] Provisioning complete for port b554ba76-0bb7-4888-92cb-93e2ecb45c9d triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:19:42.965593 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c252d6dd-2c73-487d-b845-7a373d07d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:43.200946 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Deleting port 164e0ed3-8b85-481c-9491-355b6dd0bb60 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:19:43.201199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:43.317524 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:43.317855 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:43.522050 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Calling delete_port for 164e0ed3-8b85-481c-9491-355b6dd0bb60 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:19:43.645175 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:43.650249 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9f8ec046-3205-480c-8680-6eeca65c8235 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:43.694925 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event deleted for resources: {'Port': ['ID=164e0ed3-8b85-481c-9491-355b6dd0bb60,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:43.720877 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:43.782532 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:43.782786 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Floating IP 97eb2b04-6e5c-44d0-b96f-3e4ae006449a disassociated (deleted). External IP: 172.27.3.4, port: b554ba76-0bb7-4888-92cb-93e2ecb45c9d.
Apr 30 07:19:44.126340 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Router a5312b24-13a9-4223-8e81-3701d9b10c2e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:19:44.299679 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:19:44.309365 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] Sync routers for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:19:44.318810 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:44.318999 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:19:44.319504 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94856340>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:19:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:19:44.376886 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "DELETE /v2.0/floatingips/97eb2b04-6e5c-44d0-b96f-3e4ae006449a HTTP/1.1" status: 204  len: 168 time: 1.4360802
Apr 30 07:19:44.377431 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:19:44.424282 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'status': 'completed', 'code': 200}
Apr 30 07:19:44.529468 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:19:44.840222 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94856340>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:19:44.844016 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] Checking router: a5312b24-13a9-4223-8e81-3701d9b10c2e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:19:44.852222 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:19:44.853472 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94856340>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:19:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:19:45.026982 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:19:45.335419 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94856340>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:19:45.339992 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c42516-baf4-445d-b891-4ccdec176c75 None None] The sync data for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi is: [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:51Z', 'revision_number': 4, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': '4bdc5e07-5235-44b2-a40b-4d026a71b203', 'name': '', 'network_id': '7d6bbfb3-f771-4450-8351-49934eea619a', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:50Z', 'updated_at': '2021-04-30T07:16:59Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'subnets': [{'id': '48e81976-9f72-4fa3-8d89-57724419fa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:19:45.535231 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23554356-503a-4859-8a18-05cc478d0b75 None None] New status for floating IP 97eb2b04-6e5c-44d0-b96f-3e4ae006449a: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:19:45.816958 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['b554ba76-0bb7-4888-92cb-93e2ecb45c9d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:19:45.908620 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-5ddae0e8-b485-40fd-89c5-f71019cd77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:45.910765 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-5ddae0e8-b485-40fd-89c5-f71019cd77bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1098 time: 0.0841691
Apr 30 07:19:45.917551 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['b554ba76-0bb7-4888-92cb-93e2ecb45c9d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:19:46.045388 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-cf18c0ff-8a3a-4564-bf1d-71cd20fa7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:46.046810 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-cf18c0ff-8a3a-4564-bf1d-71cd20fa7a2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1272836
Apr 30 07:19:46.117661 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-6fbafe40-eee4-4770-97ee-7fa68c7a2d90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 217 time: 0.0627630
Apr 30 07:19:46.184754 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-7dc840b7-a14c-4365-b5a5-1934b8c7624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:46.186092 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-7dc840b7-a14c-4365-b5a5-1934b8c7624c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0573058
Apr 30 07:19:46.262436 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-575f14e7-91da-4276-93a8-c2cce46134c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:46.264038 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-575f14e7-91da-4276-93a8-c2cce46134c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708168
Apr 30 07:19:46.396623 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-7e1644d5-6159-48f5-84be-7ee17de9e626 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239464
Apr 30 07:19:46.637889 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-8787729f-9870-4b0a-8ae2-9b1706c5d1ed req-5312b39f-b8a4-435d-85e1-3ce2e36509fc service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283528
Apr 30 07:19:46.756624 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-449c6331-6048-47fa-ab55-710577605f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:46.758157 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-449c6331-6048-47fa-ab55-710577605f3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0174bea076943198ae7785905135d4f&device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 1098 time: 0.0728211
Apr 30 07:19:46.906115 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-3d1a4831-b74d-4649-8e68-4b96c48e1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:46.907637 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-3d1a4831-b74d-4649-8e68-4b96c48e1c36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 200  len: 915 time: 0.1390717
Apr 30 07:19:46.984154 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-cf57bf7e-e814-43eb-b249-5ccae6ab1fb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 200  len: 217 time: 0.0646207
Apr 30 07:19:47.052902 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-e8373394-c9a1-414b-90d9-ee009c8db932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:47.054384 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-e8373394-c9a1-414b-90d9-ee009c8db932 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 200  len: 853 time: 0.0576928
Apr 30 07:19:47.135311 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-aae00313-62b6-47c2-806b-2e26dcd739da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:47.136963 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-aae00313-62b6-47c2-806b-2e26dcd739da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d6bbfb3-f771-4450-8351-49934eea619a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730903
Apr 30 07:19:47.278484 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-586a8a67-01e7-4008-8f9d-7e86bd582e44 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291640
Apr 30 07:19:47.411226 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ac2d4bb1-99b9-41c1-ab55-e9ad712b3202 req-13b16348-e40b-4b25-87b2-512eddb746c6 service neutron] 10.222.0.10 "GET /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246910
Apr 30 07:19:48.728838 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28af0-fd68-4f6f-8ab5-c2a88e4cf70c req-9759aa14-1c37-4ed0-bcf8-3703557b515e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:48.730194 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a7c28af0-fd68-4f6f-8ab5-c2a88e4cf70c req-9759aa14-1c37-4ed0-bcf8-3703557b515e tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.0801163
Apr 30 07:19:48.774704 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-a7c28af0-fd68-4f6f-8ab5-c2a88e4cf70c req-7490dc44-12c5-47ec-a6e2-48a1457d2bb0 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388765
Apr 30 07:19:50.105616 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-8ae9a80a-3e51-47f9-a3f4-a8af5bfa5261 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:50.106199 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-8ae9a80a-3e51-47f9-a3f4-a8af5bfa5261 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:19:50.120758 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-8ae9a80a-3e51-47f9-a3f4-a8af5bfa5261 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:19:50.122049 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-8ae9a80a-3e51-47f9-a3f4-a8af5bfa5261 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.0942125
Apr 30 07:19:50.166165 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-92c9ffeb-780c-4573-b642-9a530f7db26d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:19:50.180612 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-92c9ffeb-780c-4573-b642-9a530f7db26d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:19:50.181870 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-dfdb89d8-0272-46a3-8ada-c631f1655307 req-92c9ffeb-780c-4573-b642-9a530f7db26d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/security-groups?id=81077aae-6bb7-46f9-9e7d-c2a35975af94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540996
Apr 30 07:19:50.638090 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4656a2-905d-47b6-9822-44730634902c req-9352ff73-ff90-4536-b204-20793e4e35a1 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:19:50.639524 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7b4656a2-905d-47b6-9822-44730634902c req-9352ff73-ff90-4536-b204-20793e4e35a1 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 945 time: 0.0802660
Apr 30 07:19:50.776582 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Deleting port b554ba76-0bb7-4888-92cb-93e2ecb45c9d {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:19:50.776919 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:50.907442 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] For port b554ba76-0bb7-4888-92cb-93e2ecb45c9d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:50.907726 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:51.034277 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Calling delete_port for b554ba76-0bb7-4888-92cb-93e2ecb45c9d owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:19:51.140858 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:51.146357 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cbfdd724-41f1-417c-ae77-7866d8294ce1 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:51.153768 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['b554ba76-0bb7-4888-92cb-93e2ecb45c9d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:19:51.278929 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Pushing event deleted for resources: {'Port': ['ID=b554ba76-0bb7-4888-92cb-93e2ecb45c9d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:51.323617 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.324020 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.324388 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.324774 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.325114 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.325471 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.325826 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.326178 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.326532 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.326880 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.327233 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.327580 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:19:51.336072 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-10069f40-1fd4-4e8a-b7d5-5edb9b5978e0 req-5a807b5f-8516-4262-a642-a8f4800a2cc0 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 210 time: 0.0452743
Apr 30 07:19:51.354881 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:51.365805 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] No DVR routers for this DVR port b554ba76-0bb7-4888-92cb-93e2ecb45c9d on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:19:51.368856 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:51.371320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'name': 'network-vif-deleted', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:19:51.386101 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7b4656a2-905d-47b6-9822-44730634902c req-68114289-222c-4050-a46e-f08ac51578d6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.10 "DELETE /v2.0/ports/b554ba76-0bb7-4888-92cb-93e2ecb45c9d HTTP/1.1" status: 204  len: 173 time: 0.7406592
Apr 30 07:19:51.416110 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1ebe76-e8db-4b19-a37f-cdf834a7549c', 'name': 'network-vif-deleted', 'tag': 'b554ba76-0bb7-4888-92cb-93e2ecb45c9d', 'status': 'completed', 'code': 200}
Apr 30 07:19:52.481967 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-2e294132-008d-485e-bf9f-548ad689e2a7 req-771dc263-8e82-4259-a244-16bbafcc278d tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 210 time: 0.0421028
Apr 30 07:19:53.627319 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-eb38cc65-1a68-4e53-a646-521542a8c1aa req-7c116abd-332b-42d6-aa2d-951153637414 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Synchronizing usage tracker for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:19:53.641858 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-eb38cc65-1a68-4e53-a646-521542a8c1aa req-7c116abd-332b-42d6-aa2d-951153637414 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Unset dirty status for tenant:e0174bea076943198ae7785905135d4f on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:19:53.643114 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-eb38cc65-1a68-4e53-a646-521542a8c1aa req-7c116abd-332b-42d6-aa2d-951153637414 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 210 time: 0.0578082
Apr 30 07:19:54.761794 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:54.793847 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-1fedce13-1987-4077-a8bb-b8b0d7bb6f00 req-ec9faf3a-1a40-4c62-b3e3-d852a801bfc4 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1ebe76-e8db-4b19-a37f-cdf834a7549c HTTP/1.1" status: 200  len: 210 time: 0.0450971
Apr 30 07:19:56.749874 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device b554ba76-0bb7-4888-92cb-93e2ecb45c9d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:19:56.783577 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: b554ba76-0bb7-4888-92cb-93e2ecb45c9d {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:19:56.783956 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device b554ba76-0bb7-4888-92cb-93e2ecb45c9d not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:19:57.562203 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58026) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:19:58.088868 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:58.519463 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Deleting port 4bdc5e07-5235-44b2-a40b-4d026a71b203 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:19:58.519884 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:58.641008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] For port 4bdc5e07-5235-44b2-a40b-4d026a71b203, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=4bdc5e07-5235-44b2-a40b-4d026a71b203,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:19:58.641680 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:58.763512 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Calling delete_port for 4bdc5e07-5235-44b2-a40b-4d026a71b203 owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:19:58.993969 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:58.998104 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-112b75c3-596f-493b-ad5e-5eb2ad0717a9 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:19:59.040862 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdc5e07-5235-44b2-a40b-4d026a71b203,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:19:59.043933 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:19:59.298301 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:19:59.651573 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Router a5312b24-13a9-4223-8e81-3701d9b10c2e has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:19:59.825588 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:19:59.833970 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] Sync routers for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:19:59.841457 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7641c19b-5776-4615-9898-1216207e1d73 admin admin] 10.222.0.35 "PUT /v2.0/routers/a5312b24-13a9-4223-8e81-3701d9b10c2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2781215
Apr 30 07:19:59.843128 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:19:59.843823 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94a1df10>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:19:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:19:59.844047 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58052) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:00.024120 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:00.050116 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:20:00.197718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:00.275625 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Deleting port 97c7bab7-8e85-4c85-a944-2c18efafc85d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:00.275923 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:00.332902 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94a1df10>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:19:58Z', 'revision_number': 5, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port': {'id': '97c7bab7-8e85-4c85-a944-2c18efafc85d', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:00.336812 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] Checking router: a5312b24-13a9-4223-8e81-3701d9b10c2e for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:20:00.345046 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] Routers {'a5312b24-13a9-4223-8e81-3701d9b10c2e'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:20:00.345646 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94a1df10>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:19:34Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a5312b24-13a9-4223-8e81-3701d9b10c2e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:00.398807 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] For port 97c7bab7-8e85-4c85-a944-2c18efafc85d, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=97c7bab7-8e85-4c85-a944-2c18efafc85d,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:00.399160 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:00.494969 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] Set router a5312b24-13a9-4223-8e81-3701d9b10c2e gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:20:00.525178 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Calling delete_port for 97c7bab7-8e85-4c85-a944-2c18efafc85d owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:00.604743 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94a1df10>, [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:20:00Z', 'revision_number': 6, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:00.609019 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaaccc5-6de5-4ee1-a233-4c829bd0d133 None None] The sync data for ids ['a5312b24-13a9-4223-8e81-3701d9b10c2e'] in dv-cinder-773876-2-iscsi is: [{'id': 'a5312b24-13a9-4223-8e81-3701d9b10c2e', 'name': 'tempest-TestMinimumBasicScenario-585583870-router', 'tenant_id': 'e0174bea076943198ae7785905135d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:47Z', 'updated_at': '2021-04-30T07:20:00Z', 'revision_number': 6, 'project_id': 'e0174bea076943198ae7785905135d4f', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:20:00.772749 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:00.777798 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a32b3cb2-89ef-4c65-a50e-e0a8cfdbb49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:00.820324 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c7bab7-8e85-4c85-a944-2c18efafc85d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:00.847658 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:00.909247 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.080896 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.083043 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.104446 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.104939 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5312b24-13a9-4223-8e81-3701d9b10c2e {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:20:01.116871 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.117998 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a5312b24-13a9-4223-8e81-3701d9b10c2e HTTP/1.1" status: 204  len: 168 time: 1.2729130
Apr 30 07:20:01.120455 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58060) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:01.142348 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0c14-db7b-4efc-aef6-ac8c6ff8c197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.181953 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Deleting subnet 48e81976-9f72-4fa3-8d89-57724419fa29 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:20:01.184830 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.232481 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.310349 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.556754 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.560716 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6af71a56-e36e-474d-bdb0-45e737f41be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:01.601745 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e81976-9f72-4fa3-8d89-57724419fa29,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:01.604210 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.607037 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:01.611087 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-be85c620-4d14-4bcc-a398-0da969f4eefc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/48e81976-9f72-4fa3-8d89-57724419fa29 HTTP/1.1" status: 204  len: 168 time: 0.4897232
Apr 30 07:20:01.615656 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58070) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:01.619074 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61aaf8c-3c9f-4bad-83a2-00e713484fed None None] Network 7d6bbfb3-f771-4450-8351-49934eea619a requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:20:01.723258 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.801276 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Deleting port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:01.801634 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.880409 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] DHCP port deletion for 7d6bbfb3-f771-4450-8351-49934eea619a request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:20:01.904205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] For port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:01.904785 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:01.942935 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Deleting port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:01.943307 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.025682 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Calling delete_port for 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:02.039071 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] For port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,segment=NetworkSegment(3ec34d26-6842-4d20-8251-99bb7605d2fb),segment_id=3ec34d26-6842-4d20-8251-99bb7605d2fb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:02.039463 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.070122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.081226 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-271eafca-7bf0-4240-930f-029e0c85e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:02.117588 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] No DVR routers for this DVR port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:20:02.161177 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Calling delete_port for 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:02.230011 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.235459 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bb86ba9-8fe2-4d88-bec7-4d42e3b75463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:02.256383 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:02.262094 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:02.319522 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Pushing event deleted for resources: {'Port': ['ID=8e223eca-6dc2-4749-9afa-41c1dc3c7e98,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:02.323011 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] No DVR routers for this DVR port 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:20:02.324851 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:20:02.351686 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.355934 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bd6a5beb-4a8b-4aaf-a371-d541fe40fb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:02.363732 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:20:02.363963 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 8e223eca-6dc2-4749-9afa-41c1dc3c7e98 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:20:02.364412 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 97c7bab7-8e85-4c85-a944-2c18efafc85d no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:20:02.400199 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 97c7bab7-8e85-4c85-a944-2c18efafc85d {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:20:02.400472 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 97c7bab7-8e85-4c85-a944-2c18efafc85d not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:20:02.400888 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 4bdc5e07-5235-44b2-a40b-4d026a71b203 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:20:02.432384 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 4bdc5e07-5235-44b2-a40b-4d026a71b203 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:20:02.432684 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 4bdc5e07-5235-44b2-a40b-4d026a71b203 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:20:02.465792 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b952375b0>,) {'filters': {'network_id': ['7d6bbfb3-f771-4450-8351-49934eea619a']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:02.477395 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b952375b0>, '3ec34d26-6842-4d20-8251-99bb7605d2fb') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:02.477690 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b952375b0>, '3ec34d26-6842-4d20-8251-99bb7605d2fb') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:02.488584 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.504484 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.511904 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:20:02.680231 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Network 7d6bbfb3-f771-4450-8351-49934eea619a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:20:02.688361 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.863652 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Network 7d6bbfb3-f771-4450-8351-49934eea619a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:20:02.886928 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:20:02.967147 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.970921 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:02.986029 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:02.994783 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6bbfb3-f771-4450-8351-49934eea619a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:02.997908 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:03.011468 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e40ab480-d675-4c38-a1a7-0456b23def7a admin admin] 10.222.0.35 "DELETE /v2.0/networks/7d6bbfb3-f771-4450-8351-49934eea619a HTTP/1.1" status: 204  len: 168 time: 1.3883700
Apr 30 07:20:03.011666 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58088) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:03.553538 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:03.579464 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:03.747783 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a693b115-adc6-4d0f-a813-033b602ffd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:04.057555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Deleting port a32cd45a-71e5-4cbc-8b8f-973e40456d80 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:04.058122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:04.182267 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] For port a32cd45a-71e5-4cbc-8b8f-973e40456d80, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=a32cd45a-71e5-4cbc-8b8f-973e40456d80,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:04.182718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:04.317513 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Calling delete_port for a32cd45a-71e5-4cbc-8b8f-973e40456d80 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:04.469355 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:04.472759 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:04.518932 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a32cd45a-71e5-4cbc-8b8f-973e40456d80,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:04.521915 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:04.662861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:04.788299 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:05.234178 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Router 8e5aba3f-701f-4910-9485-2238ac611f07 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:20:05.408058 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:20:05.416525 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] Sync routers for ids ['8e5aba3f-701f-4910-9485-2238ac611f07'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:20:05.417123 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-ddcde127-c4c9-4eb9-891f-3a73f351e5ec admin admin] 10.222.0.35 "PUT /v2.0/routers/8e5aba3f-701f-4910-9485-2238ac611f07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4045568
Apr 30 07:20:05.419612 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58108) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:05.426881 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] Routers {'8e5aba3f-701f-4910-9485-2238ac611f07'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:20:05.427516 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95530b80>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:20:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['8e5aba3f-701f-4910-9485-2238ac611f07'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:05.592497 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:05.597765 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] Set router 8e5aba3f-701f-4910-9485-2238ac611f07 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:20:05.761401 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:05.832658 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Deleting port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:05.832997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:05.874799 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95530b80>, [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:20:04Z', 'revision_number': 5, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port': {'id': '2d9235bf-d8c7-484d-abc5-809a1cfeefdc', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:16:56Z', 'updated_at': '2021-04-30T07:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:05.878475 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] Checking router: 8e5aba3f-701f-4910-9485-2238ac611f07 for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:20:05.887168 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] Routers {'8e5aba3f-701f-4910-9485-2238ac611f07'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:20:05.887787 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b95530b80>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:20:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['8e5aba3f-701f-4910-9485-2238ac611f07'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:05.956150 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] For port 2d9235bf-d8c7-484d-abc5-809a1cfeefdc, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:05.956609 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.050273 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] Set router 8e5aba3f-701f-4910-9485-2238ac611f07 gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:20:06.089468 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Calling delete_port for 2d9235bf-d8c7-484d-abc5-809a1cfeefdc owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:06.154774 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b95530b80>, [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:20:05Z', 'revision_number': 6, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:06.158651 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93750cb7-68ec-47c2-90c2-72d346483dba None None] The sync data for ids ['8e5aba3f-701f-4910-9485-2238ac611f07'] in dv-cinder-773876-2-iscsi is: [{'id': '8e5aba3f-701f-4910-9485-2238ac611f07', 'name': 'tempest-TestMinimumBasicScenario-191928500-router', 'tenant_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:16:55Z', 'updated_at': '2021-04-30T07:20:05Z', 'revision_number': 6, 'project_id': '06cdf8dc363547c9a4e4cafacb70b7b2', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:20:06.225336 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.229217 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f89a243f-1887-4d39-917c-c2684993fbe3 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:06.268256 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.272785 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9235bf-d8c7-484d-abc5-809a1cfeefdc,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:06.276693 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:06.480063 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.706152 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.708568 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.736755 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.737491 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5aba3f-701f-4910-9485-2238ac611f07 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:20:06.750507 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.751609 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-2bf2aaaa-2b0d-4aca-b012-348ac051e2be admin admin] 10.222.0.35 "DELETE /v2.0/routers/8e5aba3f-701f-4910-9485-2238ac611f07 HTTP/1.1" status: 204  len: 168 time: 1.3310869
Apr 30 07:20:06.754144 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58144) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:06.813866 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Deleting subnet 017ba5f1-8624-4785-9093-412165a80d6e {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:20:06.816784 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.858009 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-975c1d80-9bd7-41cf-ba21-672246beb996 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640597224&fields=id&tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 267 time: 0.0422959
Apr 30 07:20:06.869715 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:06.950719 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.018015 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device a32cd45a-71e5-4cbc-8b8f-973e40456d80 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:20:07.018990 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-135dca1d-19fa-412e-ab03-4f0181e8b25d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:07.024322 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-135dca1d-19fa-412e-ab03-4f0181e8b25d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 812 time: 0.1588438
Apr 30 07:20:07.041556 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-310ba7cf-7e86-4e24-8af7-397794ad7b5b tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/quotas/a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 375 time: 0.0148916
Apr 30 07:20:07.056831 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: a32cd45a-71e5-4cbc-8b8f-973e40456d80 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:20:07.057321 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device a32cd45a-71e5-4cbc-8b8f-973e40456d80 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:20:07.136503 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-cbe19441-1f4d-4d07-a883-6040b7a5af0f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0882168
Apr 30 07:20:07.209184 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.213377 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8ae4bf28-faac-4409-9e72-374a7ec7c7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:07.248609 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017ba5f1-8624-4785-9093-412165a80d6e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:07.254887 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:07.258362 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.265101 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e864f8b-971b-4f7c-a89a-3ba5c03abe17 None None] Network e9b8c36c-48c1-4b15-895b-a28125352e7c requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:20:07.268222 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/017ba5f1-8624-4785-9093-412165a80d6e HTTP/1.1" status: 204  len: 168 time: 0.5108414
Apr 30 07:20:07.268504 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58148) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:07.402043 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-da5ec1c5-4d70-417b-8106-14b3f9f919c4 service neutron] 10.222.0.35 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522736
Apr 30 07:20:07.406512 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.485898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Deleting port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:07.485898 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.534566 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-9606f22a-2b22-42b6-b28d-c9e5f5df00b6 service neutron] 10.222.0.35 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266704
Apr 30 07:20:07.577999 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] DHCP port deletion for e9b8c36c-48c1-4b15-895b-a28125352e7c request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:20:07.585256 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] For port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:07.585610 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.641962 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Deleting port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:20:07.642348 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.712852 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Calling delete_port for 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:07.743154 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] For port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,segment=NetworkSegment(8af7b255-bb80-402f-a5ca-96b996ad06af),segment_id=8af7b255-bb80-402f-a5ca-96b996ad06af)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:07.743565 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.765599 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.771174 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-51db0d35-1954-4691-9004-bf0e4976726b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:07.817884 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:07.822758 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:07.823587 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] No DVR routers for this DVR port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:20:07.878018 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Calling delete_port for 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:20:07.947076 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:07.951496 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:08.003861 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-01dcc82e-2590-4f1a-8da0-e43c05756249 req-3ee02d1d-8526-4842-a08a-7a6969be4c79 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 210 time: 0.0594146
Apr 30 07:20:08.004756 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Pushing event deleted for resources: {'Port': ['ID=43e1c3eb-f165-47fc-8d9b-4648e91d51e1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:08.005671 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:08.010521 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:08.012175 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dbd37-5741-43e2-a521-da86e7c6cf5e None None] No DVR routers for this DVR port 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:20:08.220410 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b95480850>,) {'filters': {'network_id': ['e9b8c36c-48c1-4b15-895b-a28125352e7c']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:08.233012 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b95480850>, '8af7b255-bb80-402f-a5ca-96b996ad06af') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:08.233205 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b95480850>, '8af7b255-bb80-402f-a5ca-96b996ad06af') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:08.246477 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:08.272957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:08.282875 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:20:08.309933 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:20:08.349912 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:20:08.350412 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 43e1c3eb-f165-47fc-8d9b-4648e91d51e1 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:20:08.350941 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 2d9235bf-d8c7-484d-abc5-809a1cfeefdc no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:20:08.387889 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 2d9235bf-d8c7-484d-abc5-809a1cfeefdc {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:20:08.388399 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 2d9235bf-d8c7-484d-abc5-809a1cfeefdc not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:20:08.455611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Network e9b8c36c-48c1-4b15-895b-a28125352e7c has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:20:08.464017 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:08.633269 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Network e9b8c36c-48c1-4b15-895b-a28125352e7c has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:20:08.654120 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:20:08.729791 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:08.733517 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1c87d90-8d8c-409c-9233-d523b2cb9ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:08.746555 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:08.757358 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b8c36c-48c1-4b15-895b-a28125352e7c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:08.759505 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:08.760856 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6bf6f3ad-fb75-4a45-9c6f-7158393a8a7b admin admin] 10.222.0.35 "DELETE /v2.0/networks/e9b8c36c-48c1-4b15-895b-a28125352e7c HTTP/1.1" status: 204  len: 168 time: 1.4914484
Apr 30 07:20:08.881887 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58176) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:08.932684 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-e75baf4d-c9f0-4f3a-a539-fb6c4347e23a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0174bea076943198ae7785905135d4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495532
Apr 30 07:20:08.935602 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58180) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:08.997903 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.024505 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.093065 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.098588 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3f8b2786-337e-49f0-b89c-50a6612d2e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:09.113145 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81077aae-6bb7-46f9-9e7d-c2a35975af94,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:09.116655 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:09.124820 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.125997 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-0fffc06e-6903-45bf-9c94-2599c3125e5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81077aae-6bb7-46f9-9e7d-c2a35975af94 HTTP/1.1" status: 204  len: 168 time: 0.1894655
Apr 30 07:20:09.175194 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:09.188704 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-15600028-ee0a-4af6-a8bf-350be94ef7ff tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:09.190849 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-15600028-ee0a-4af6-a8bf-350be94ef7ff tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 812 time: 0.2329438
Apr 30 07:20:09.233944 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-618443df-55c4-4439-b5ae-a36221dbe1f2 req-31425e81-e6ac-4c32-9733-6fa8e9d10554 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 210 time: 0.0863681
Apr 30 07:20:09.240127 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Deleting subnet 9501ed8d-7b45-4d3a-9f9a-c4a2be84913e {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:20:09.243903 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.260518 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-44f77bdc-1e62-4113-b64e-5c1bdfa41098 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70 HTTP/1.1" status: 200  len: 379 time: 0.0575566
Apr 30 07:20:09.271470 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'port': {'device_id': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'admin_state_up': True, 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'security_groups': ['d550d3d0-5233-48ff-a97e-7e0475d017d2']}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:20:09.319433 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.382320 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.441650 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:20:09.452490 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:20:09.462867 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Made reservation on behalf of a3a57b0487ae4b69b2fda26c0b5c2f70 for: {'port': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 07:20:09.466572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.540116 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58196) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:09.634067 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Allocated IP 172.20.0.6 (f6f8dfdd-bc9c-447f-917d-c41ebb051a22/84828b8b-c7b1-4940-950b-3106c023cf28/adfa0dde-8fbd-422f-9419-91089d6bf50d) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:20:09.645553 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-93f82736-72b2-4786-88d6-befca703eb9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06cdf8dc363547c9a4e4cafacb70b7b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1044147
Apr 30 07:20:09.650555 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58200) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:09.688867 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.694127 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-64d463b9-25ed-46f8-8474-83a00eaabbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:09.728876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9501ed8d-7b45-4d3a-9f9a-c4a2be84913e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:09.731906 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:09.733777 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.739768 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6ef68e3d-75f9-47a4-8d5b-f8d2722bed5c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9501ed8d-7b45-4d3a-9f9a-c4a2be84913e HTTP/1.1" status: 204  len: 168 time: 0.5635641
Apr 30 07:20:09.742321 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58204) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:09.832541 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.853136 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.885639 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.929514 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.960126 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Transition to ACTIVE for port object adfa0dde-8fbd-422f-9419-91089d6bf50d will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:20:09.984325 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:09.989085 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ba8bd855-b8b9-4538-a61e-a2ca46d8e893 tempest-AttachVolumeTestJSON-844641062 tempest-AttachVolumeTestJSON-844641062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:10.008084 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0269311-3194-42c2-b5c2-39bf64247ee0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:10.011942 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:10.026408 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.027680 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b69c986c-7b1f-467d-a5a0-c60f563fac51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0269311-3194-42c2-b5c2-39bf64247ee0 HTTP/1.1" status: 204  len: 168 time: 0.3761201
Apr 30 07:20:10.029040 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.039974 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-54861582-aeb6-4947-aa8a-8f9d061b4330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:10.113430 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=adfa0dde-8fbd-422f-9419-91089d6bf50d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:10.117379 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:10.126841 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:20:10.128304 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:20:10.128939 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.130850 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:20:10.237880 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:10.239619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.248067 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b8f7e4fd0>,) {'filters': {'network_id': ['b96cad6b-7e99-4003-8429-42429fa8dca3']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:10.277224 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0112941
Apr 30 07:20:10.280950 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8f7e4fd0>, '6c2c6e60-206c-4495-939a-0375f72830aa') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:10.281345 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8f7e4fd0>, '6c2c6e60-206c-4495-939a-0375f72830aa') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:10.293639 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Request body: {'port': {'device_id': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:20:10.303341 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.323637 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.342635 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:20:10.438011 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.482273 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5a4a2329-db56-4cbf-9da9-330740d16979 None None] Provisioning for port adfa0dde-8fbd-422f-9419-91089d6bf50d completed by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:20:10.491218 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-5a4a2329-db56-4cbf-9da9-330740d16979 None None] Provisioning complete for port adfa0dde-8fbd-422f-9419-91089d6bf50d triggered by entity DHCP. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:20:10.492205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a4a2329-db56-4cbf-9da9-330740d16979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.551319 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a2329-db56-4cbf-9da9-330740d16979 None None] Port adfa0dde-8fbd-422f-9419-91089d6bf50d cannot update to ACTIVE because it is not bound. {{(pid=73810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 07:20:10.583162 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Network b96cad6b-7e99-4003-8429-42429fa8dca3 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:20:10.592662 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.766640 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9ec3d-f65d-471a-97ed-110a02cd7a3d req-c0015e84-66c1-4e4a-b262-e8402867b162 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:10.768129 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eda9ec3d-f65d-471a-97ed-110a02cd7a3d req-c0015e84-66c1-4e4a-b262-e8402867b162 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 931 time: 0.3377769
Apr 30 07:20:10.786973 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Network b96cad6b-7e99-4003-8429-42429fa8dca3 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:20:10.801849 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfa0dde-8fbd-422f-9419-91089d6bf50d {{(pid=73808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:20:10.809476 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:20:10.821683 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:20:10.824194 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Transition to ACTIVE for port object adfa0dde-8fbd-422f-9419-91089d6bf50d will not be triggered until provisioned by entity L2. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 07:20:10.827619 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.832095 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2bf6218e-5c6a-4e18-8cc7-7f83bd685610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:10.916618 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-eda9ec3d-f65d-471a-97ed-110a02cd7a3d req-4897cdcd-02bf-40dc-b2fc-0d01ee66f9d3 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394875
Apr 30 07:20:10.921420 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.925493 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:10.941938 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:10.953454 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96cad6b-7e99-4003-8429-42429fa8dca3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:10.956936 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:10.965693 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6acf5706-3b7c-4d73-ba4d-e02833f813d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b96cad6b-7e99-4003-8429-42429fa8dca3 HTTP/1.1" status: 204  len: 168 time: 1.2197657
Apr 30 07:20:11.089912 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=adfa0dde-8fbd-422f-9419-91089d6bf50d,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:11.096951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:11.144355 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58214) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:11.201798 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Attempting to bind port adfa0dde-8fbd-422f-9419-91089d6bf50d on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 07:20:11.202131 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Attempting to bind port adfa0dde-8fbd-422f-9419-91089d6bf50d by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 07:20:11.202455 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Attempting to bind port adfa0dde-8fbd-422f-9419-91089d6bf50d on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:20:11.213184 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Port adfa0dde-8fbd-422f-9419-91089d6bf50d on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 07:20:11.213518 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Attempting to bind port adfa0dde-8fbd-422f-9419-91089d6bf50d on network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 07:20:11.218582 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9316bce9-ab4a-4c50-b80b-86392e6dfad5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e5cdd8095b746c5a46aa434145bd06e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0732110
Apr 30 07:20:11.221068 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Checking agent: {'id': 'e176fb39-e4a9-4c67-8ed9-a7f878e01e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 7, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 07:20:11.221402 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58218) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:11.221521 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Checking segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 07:20:11.221777 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Bound using segment: {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'} {{(pid=73808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 07:20:11.222201 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Bound port: adfa0dde-8fbd-422f-9419-91089d6bf50d, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56437c4e-0048-4cbd-a8e3-12a84c038766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22'}}] {{(pid=73808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 07:20:11.222542 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.280264 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.306498 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.313633 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] For port adfa0dde-8fbd-422f-9419-91089d6bf50d, host hv-cinder-77387, cleared binding levels {{(pid=73808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 07:20:11.316621 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] For port adfa0dde-8fbd-422f-9419-91089d6bf50d, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 07:20:11.321168 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.326504 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5b438ac2-2ecb-45ee-a073-e5eda305648a tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:11.359260 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.364227 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f7ee8b65-85c1-4f0f-8dd7-bed43a9a0fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:11.378292 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:11.378441 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:20:11.378910 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.380288 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] 10.222.0.10 "PUT /v2.0/ports/adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 200  len: 1093 time: 1.0940914
Apr 30 07:20:11.380782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:20:11.382090 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a516660-305a-4b58-9ce8-362537015b3f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:11.385318 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:11.401960 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:11.403912 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-15374195-cbb9-47f7-b408-638dda9c2730 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a516660-305a-4b58-9ce8-362537015b3f HTTP/1.1" status: 204  len: 168 time: 0.1812539
Apr 30 07:20:11.434770 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=adfa0dde-8fbd-422f-9419-91089d6bf50d,revision_number=3']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:11.440598 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c8127df1-5d46-416c-8ea3-406dca34fdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:11.479317 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'status': 'completed', 'code': 200}
Apr 30 07:20:11.516159 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-8f1e7636-e552-4880-aea6-eafba74d1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:11.517645 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-8f1e7636-e552-4880-aea6-eafba74d1fd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1096 time: 0.0843499
Apr 30 07:20:11.595964 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-37957cba-5c06-4693-a673-05cdb122be1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 200  len: 217 time: 0.0693245
Apr 30 07:20:11.673711 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-3e8e4b2f-88fa-49d5-af0e-bc7029456cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:11.675172 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-3e8e4b2f-88fa-49d5-af0e-bc7029456cb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0715179
Apr 30 07:20:11.759079 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-6099f2f7-2636-45b4-9ea3-ebb47f97a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:11.760644 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-6099f2f7-2636-45b4-9ea3-ebb47f97a276 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761766
Apr 30 07:20:11.894463 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-c2eae831-f786-4d79-8e06-73ee4b6485d3 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261964
Apr 30 07:20:12.026594 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-ba2a6ee1-7614-41d6-b997-da2d293e4fdc req-8c30e9c3-920c-4f0f-8d36-a99a092f8b2b service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236391
Apr 30 07:20:12.111876 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd37e03-321f-40f0-8cd3-e0f6eb3d0fbc req-b1d5e9db-cefa-4fc7-8466-163b8a212d23 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:12.113332 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dbd37e03-321f-40f0-8cd3-e0f6eb3d0fbc req-b1d5e9db-cefa-4fc7-8466-163b8a212d23 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0794313
Apr 30 07:20:12.140958 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-1d1acb26-050b-4294-a67d-96567f589719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:12.142401 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-1d1acb26-050b-4294-a67d-96567f589719 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1096 time: 0.0688555
Apr 30 07:20:12.158138 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dbd37e03-321f-40f0-8cd3-e0f6eb3d0fbc req-db571cf3-f92e-4f84-afac-07a22ec78c91 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382071
Apr 30 07:20:12.275487 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-e41d493f-d8ab-47c0-bdf6-a3c52a0ae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:12.276963 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-e41d493f-d8ab-47c0-bdf6-a3c52a0ae93d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1263022
Apr 30 07:20:12.353568 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-12c93c8d-2a1d-4d4e-b330-0a8dee013a39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 200  len: 217 time: 0.0639677
Apr 30 07:20:12.418127 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-baef9c3a-9c06-4308-bb75-a8184c62601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:12.419439 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-baef9c3a-9c06-4308-bb75-a8184c62601a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0566084
Apr 30 07:20:12.501497 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-1f16c641-2863-4ac1-8a70-0977e4f01323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:12.502932 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-1f16c641-2863-4ac1-8a70-0977e4f01323 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716310
Apr 30 07:20:12.639514 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-d7b04b62-b240-4c8e-99bd-cb1aff70ba0d service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227763
Apr 30 07:20:12.855692 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-1172cc9c-b0cb-4ef8-9680-22ee4a42281a req-d391ed63-b685-4651-839c-dac778d1a836 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087369
Apr 30 07:20:13.343444 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e033e0-4fb2-4f35-a226-998d377d613d req-0d16da39-1db7-403a-86c8-4cb66f4b68e7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:13.344157 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-e0e033e0-4fb2-4f35-a226-998d377d613d req-0d16da39-1db7-403a-86c8-4cb66f4b68e7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:20:13.358592 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-e0e033e0-4fb2-4f35-a226-998d377d613d req-0d16da39-1db7-403a-86c8-4cb66f4b68e7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:20:13.359937 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e0e033e0-4fb2-4f35-a226-998d377d613d req-0d16da39-1db7-403a-86c8-4cb66f4b68e7 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0936654
Apr 30 07:20:13.407407 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e0e033e0-4fb2-4f35-a226-998d377d613d req-c622e9a7-569f-496a-b9f8-0f3e36df8826 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418162
Apr 30 07:20:14.593347 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29128920-5b43-4140-beb8-a4b3d37c0b31 req-729b5401-6fd6-40a3-90f3-04c00024cc6a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:14.594789 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-29128920-5b43-4140-beb8-a4b3d37c0b31 req-729b5401-6fd6-40a3-90f3-04c00024cc6a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0818341
Apr 30 07:20:14.637427 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-29128920-5b43-4140-beb8-a4b3d37c0b31 req-db2a87e5-baba-4caa-bd62-14ea5871366d tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370173
Apr 30 07:20:15.818973 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e097c2-a4e6-4141-b0be-e5e616dd024b req-26d847ce-8f36-4b7d-995f-c1f78f913679 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:15.820414 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e7e097c2-a4e6-4141-b0be-e5e616dd024b req-26d847ce-8f36-4b7d-995f-c1f78f913679 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0782623
Apr 30 07:20:15.863679 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-e7e097c2-a4e6-4141-b0be-e5e616dd024b req-095a9305-8389-4887-8cb4-ab85b3243c1e tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372539
Apr 30 07:20:17.043701 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6fb4f-2594-48bf-95b6-56d2fbed1dae req-9d5e72c8-4371-4a59-af4b-eb5b55904c96 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:17.045134 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-09a6fb4f-2594-48bf-95b6-56d2fbed1dae req-9d5e72c8-4371-4a59-af4b-eb5b55904c96 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0782554
Apr 30 07:20:17.087112 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-09a6fb4f-2594-48bf-95b6-56d2fbed1dae req-c8fb24b5-351f-4076-8f97-129673a2abd0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364041
Apr 30 07:20:18.272146 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dd40-b98c-40c6-887c-cd110005b78e req-00cba7be-2a81-4ba1-9fa9-087659259dfb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:18.273590 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f562dd40-b98c-40c6-887c-cd110005b78e req-00cba7be-2a81-4ba1-9fa9-087659259dfb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0831454
Apr 30 07:20:18.318268 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-f562dd40-b98c-40c6-887c-cd110005b78e req-0e0c58e0-2fba-471f-b00d-53caa8316adb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381763
Apr 30 07:20:19.502062 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd248707-f40e-49a7-9944-d20abdcc461f req-ff5a56ed-9ad7-4045-81d8-1b7864c27a37 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:19.503417 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dd248707-f40e-49a7-9944-d20abdcc461f req-ff5a56ed-9ad7-4045-81d8-1b7864c27a37 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0831645
Apr 30 07:20:19.547170 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-dd248707-f40e-49a7-9944-d20abdcc461f req-7343b90e-aabc-4ef3-af31-121dc1d09acf tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380371
Apr 30 07:20:20.732698 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92c43-a544-4de7-a413-73d3aa56ef26 req-3f7d11a8-5e33-4311-96bf-fd49cb7a47fe tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:20.734141 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3be92c43-a544-4de7-a413-73d3aa56ef26 req-3f7d11a8-5e33-4311-96bf-fd49cb7a47fe tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 943 time: 0.0802846
Apr 30 07:20:20.778152 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device adfa0dde-8fbd-422f-9419-91089d6bf50d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 07:20:20.781629 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3be92c43-a544-4de7-a413-73d3aa56ef26 req-2d7fb932-1d35-4801-85aa-1c88f7666457 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415823
Apr 30 07:20:20.909385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port adfa0dde-8fbd-422f-9419-91089d6bf50d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:20.922357 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Returning: {'device': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'port_id': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'mac_address': 'fa:16:3e:34:c2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 07:20:20.978205 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:20.995490 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfa0dde-8fbd-422f-9419-91089d6bf50d {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 07:20:21.010479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port adfa0dde-8fbd-422f-9419-91089d6bf50d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:21.014245 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:21.015934 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:21.079865 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=adfa0dde-8fbd-422f-9419-91089d6bf50d,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:21.086860 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.087209 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.087545 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.087908 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.088752 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.089090 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.089413 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.089734 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.090055 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.090372 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.090687 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.091001 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:20:21.094732 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:21.287293 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] get_ports_and_sgs() called for port_ids ['adfa0dde-8fbd-422f-9419-91089d6bf50d'] {{(pid=73810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 07:20:21.964740 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601d14b-898f-4bca-8168-35b5e8f497e5 req-70ce2c2d-d4f8-417e-b5c4-2992d5c0a841 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:21.966152 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6601d14b-898f-4bca-8168-35b5e8f497e5 req-70ce2c2d-d4f8-417e-b5c4-2992d5c0a841 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 944 time: 0.0783212
Apr 30 07:20:22.009025 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-6601d14b-898f-4bca-8168-35b5e8f497e5 req-af93bad3-f385-45e1-872e-9b9e1d0ec3a6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372603
Apr 30 07:20:22.793854 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device adfa0dde-8fbd-422f-9419-91089d6bf50d up at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 07:20:22.891629 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning for port adfa0dde-8fbd-422f-9419-91089d6bf50d completed by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 07:20:22.896426 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Provisioning complete for port adfa0dde-8fbd-422f-9419-91089d6bf50d triggered by entity L2. {{(pid=73810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 07:20:22.896974 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770396'] for port, provisioning_complete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:23.011432 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:23.038875 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:20:23.048805 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] For port adfa0dde-8fbd-422f-9419-91089d6bf50d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:20:23.053658 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:23.055927 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:23.092316 dv-cinder-773876-2-iscsi neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'code': 200}
Apr 30 07:20:23.124174 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Pushing event updated for resources: {'Port': ['ID=adfa0dde-8fbd-422f-9419-91089d6bf50d,revision_number=5']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:23.127026 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:23.196823 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b035-0838-4a26-87df-e164769bcaf7 req-12243286-4135-4067-b9bd-27fe57b3baab tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:23.198811 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3c40b035-0838-4a26-87df-e164769bcaf7 req-12243286-4135-4067-b9bd-27fe57b3baab tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 945 time: 0.0808251
Apr 30 07:20:23.245766 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-3c40b035-0838-4a26-87df-e164769bcaf7 req-17b70821-b089-43a1-9544-2c464d0da9eb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398767
Apr 30 07:20:23.378198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770ab86-6cef-403e-a383-da317ad3d720 req-d4c804c6-851c-4b70-a122-da725f1a4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:23.379532 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d770ab86-6cef-403e-a383-da317ad3d720 req-d4c804c6-851c-4b70-a122-da725f1a4379 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1098 time: 0.0729167
Apr 30 07:20:23.420718 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-d770ab86-6cef-403e-a383-da317ad3d720 req-c2c66253-6b78-4031-97f5-2722d736df1d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328169
Apr 30 07:20:24.433663 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a60a6-48d5-42b1-9396-f271c81e1dc9 req-60fe3d78-7a5c-48a3-a51c-f8a3523df609 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:24.435079 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5b1a60a6-48d5-42b1-9396-f271c81e1dc9 req-60fe3d78-7a5c-48a3-a51c-f8a3523df609 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 945 time: 0.0817521
Apr 30 07:20:24.479172 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-5b1a60a6-48d5-42b1-9396-f271c81e1dc9 req-2e368f28-567f-4e8b-ac51-0cd506ae58e6 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382817
Apr 30 07:20:24.659453 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ed400-b8fa-4fb8-99cf-287adb9fe93d req-87eee878-6f92-417d-806d-d7c5fe7f4e46 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:24.660924 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b87ed400-b8fa-4fb8-99cf-287adb9fe93d req-87eee878-6f92-417d-806d-d7c5fe7f4e46 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 945 time: 0.0794609
Apr 30 07:20:24.703760 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b87ed400-b8fa-4fb8-99cf-287adb9fe93d req-77833a83-9b3c-4e7c-b67f-ce9e8d09ada8 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371659
Apr 30 07:20:24.726729 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58252) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:24.758940 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:25.008257 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d257da6-3eab-40c0-a94f-06e9413093f1 tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:25.009668 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-9d257da6-3eab-40c0-a94f-06e9413093f1 tempest-TestVolumeBootPattern-356480214 tempest-TestVolumeBootPattern-356480214-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1093 time: 0.2819648
Apr 30 07:20:25.013063 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58258) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:20:25.018086 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.v2.base [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Request body: {'floatingip': {'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'port_id': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 07:20:25.023839 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 07:20:25.027835 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Usage tracker for resource:floatingip and tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 07:20:25.030580 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 07:20:25.036155 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 07:20:25.046742 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:25.179672 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:25.315649 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Allocated IP 172.27.3.134 (4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712/943c2c55-01f1-4eee-903a-dda6fea8f53e/018bc40b-8cd8-4bcb-80fe-4c73e64de6f1) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 07:20:25.458779 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:25.486631 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747664002326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:25.491028 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-960f2ad7-5c23-4a0f-afe3-f972e049b54a tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:25.545125 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Network 4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 07:20:25.551731 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Resources bound (agent type, host, resource id):  {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 07:20:25.556113 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 07:20:25.596774 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=018bc40b-8cd8-4bcb-80fe-4c73e64de6f1,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:25.600788 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:26.049755 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:26.119853 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670144'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:26.324686 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:26.329088 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747664421479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747664002344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747664002389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988254'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:26.332819 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f2877e61-8253-45a7-a974-ad7f28bc714c tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:20:26.438829 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event updated for resources: {'Port': ['ID=018bc40b-8cd8-4bcb-80fe-4c73e64de6f1,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:20:26.441782 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:20:26.449041 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407705'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:26.617938 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Floating IP 80d5a5cb-275f-4190-8dbd-85ad63f13d9d associated. External IP: 172.27.3.134, port: adfa0dde-8fbd-422f-9419-91089d6bf50d.
Apr 30 07:20:26.962119 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:20:27.139309 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:20:27.148592 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:20:27.158320 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:20:27.158995 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b950b6d00>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:20:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:27.164398 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:27.223372 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2091877
Apr 30 07:20:27.224065 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:20:27.271465 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'status': 'completed', 'code': 200}
Apr 30 07:20:27.352684 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:20:27.366637 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-5168db23-6295-4bb1-8c29-6974ba4be1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:27.368146 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-5168db23-6295-4bb1-8c29-6974ba4be1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1098 time: 0.0709982
Apr 30 07:20:27.604420 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-7a9d817e-68b2-4a48-b046-473d14dd2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:27.605862 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-7a9d817e-68b2-4a48-b046-473d14dd2331 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.2308061
Apr 30 07:20:27.702037 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b950b6d00>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:06Z', 'revision_number': 1, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}, {'id': '80d5a5cb-275f-4190-8dbd-85ad63f13d9d', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:34:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:20:25Z', 'updated_at': '2021-04-30T07:20:25Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:27.705925 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:20:27.708230 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-1c9ea13a-2402-4024-be14-daf9604ff942 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 200  len: 999 time: 0.0945935
Apr 30 07:20:27.714795 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:20:27.715385 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b950b6d00>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:20:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:27.777539 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-91870455-c636-45b7-b2ba-d8261f66f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:27.779003 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-91870455-c636-45b7-b2ba-d8261f66f5f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0615239
Apr 30 07:20:27.853951 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-37d9b74a-9011-48f9-ad2d-a34db6303cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:27.855503 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-37d9b74a-9011-48f9-ad2d-a34db6303cab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691664
Apr 30 07:20:27.891459 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:20:27.988956 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-33f755a6-a8ae-4b02-a45c-178ca8ce9c52 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257451
Apr 30 07:20:28.121536 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-4cf02f2e-af7c-4644-a9c9-6fc6c3ec98a1 req-408de787-e723-45b7-a254-3d8808cd2a56 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238606
Apr 30 07:20:28.232978 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b950b6d00>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:06Z', 'revision_number': 1, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}, {'id': '80d5a5cb-275f-4190-8dbd-85ad63f13d9d', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:34:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:20:25Z', 'updated_at': '2021-04-30T07:20:25Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:20:28.236857 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2519fe-abc4-4cf8-96db-ae8a21ebaf9e None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:06Z', 'revision_number': 1, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}, {'id': '80d5a5cb-275f-4190-8dbd-85ad63f13d9d', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:34:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:20:25Z', 'updated_at': '2021-04-30T07:20:25Z', 'revision_number': 0, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:20:28.404787 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a62a8b-ff77-45d4-bbff-1981af90a525 None None] New status for floating IP 80d5a5cb-275f-4190-8dbd-85ad63f13d9d: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:20:31.143996 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5bf156ce-4725-44ec-8950-8abd2bceb66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:33.585690 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:33.748736 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-55733d9d-2082-4b4a-b943-c89b59989697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:34.696920 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:36.264661 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:48.377560 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:20:54.776272 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:20:58.800334 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-133fd0c1-fd72-4f3a-a6f6-a6d418ea0f90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718467
Apr 30 07:20:58.944393 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-5806c626-6cc3-46ab-a762-e54ca4cdc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:58.945847 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-5806c626-6cc3-46ab-a762-e54ca4cdc579 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1098 time: 0.0700932
Apr 30 07:20:59.088449 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-a95ffb53-2b0a-48ee-ac47-2bc0ec505f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:59.089778 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-a95ffb53-2b0a-48ee-ac47-2bc0ec505f99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1235130
Apr 30 07:20:59.197503 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-6be5ff3b-1266-4cd7-bbfa-ca30602fa392 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 1001 time: 0.0970998
Apr 30 07:20:59.259569 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-6cc35bf4-cf02-4061-91af-7dc31424091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:59.260992 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-6cc35bf4-cf02-4061-91af-7dc31424091e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0556765
Apr 30 07:20:59.337928 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-877940ae-38bb-4470-8fac-ce8107d560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:20:59.339406 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-877940ae-38bb-4470-8fac-ce8107d560cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710962
Apr 30 07:20:59.469793 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-d28c385f-c177-4dbe-b2c3-53987b0cd6a2 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213541
Apr 30 07:20:59.599252 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9f9b4b1c-d0e2-467b-b64f-3ec34c52d3e5 req-726c5dc3-e359-4b0d-bc37-e678593d0188 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208394
Apr 30 07:21:01.144987 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e8afcb6-7986-4678-b885-5bd635c361bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:03.576983 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:03.748946 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-80942d03-f5fa-4454-a8e5-599bb3fd8cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:04.665182 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:06.267248 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:24.774520 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:25.376047 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:21:31.145664 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-01cfa44e-7cae-48db-afba-306b48bd60f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:33.578526 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:33.750305 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67e07251-35ff-4db2-b5dd-3f54f0a3943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:34.669105 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:36.271428 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:54.783494 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:21:58.812956 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-3840a7be-2a8b-4f23-a326-69a962a5279e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696034
Apr 30 07:21:58.987889 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-2e9cb421-df42-4c85-adea-43f2dd4f27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:21:58.989321 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-2e9cb421-df42-4c85-adea-43f2dd4f27a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1098 time: 0.1528308
Apr 30 07:21:59.131906 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-8072f8b3-beae-44b8-9694-cd8efb28ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:21:59.133118 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-8072f8b3-beae-44b8-9694-cd8efb28ed56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1227424
Apr 30 07:21:59.236747 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-f48bf3b8-488f-4a52-b314-414e00d1e762 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 200  len: 1001 time: 0.0962927
Apr 30 07:21:59.299615 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-dc230be2-1a72-4bcf-b4da-e1d0b50a68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:21:59.300999 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-dc230be2-1a72-4bcf-b4da-e1d0b50a68b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0555451
Apr 30 07:21:59.374781 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-aedc932c-b776-4acf-a620-41b17265e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:21:59.376226 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-aedc932c-b776-4acf-a620-41b17265e93f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672154
Apr 30 07:21:59.505421 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-4e2efa8b-3ac9-4a52-84a0-c068936336f7 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204116
Apr 30 07:21:59.635095 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-7a947cf9-0d79-47bb-a387-fbd83e58a2ad req-f9a77ae9-eead-4f11-abe9-56961b7790d8 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220946
Apr 30 07:22:01.146957 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d788c1e-27ab-4d4e-bbed-954675ad8f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:02.374098 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:22:03.580143 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:03.749395 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36593b27-264c-4dd4-b607-e8b13a47d7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:04.671749 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:06.276709 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:06.524859 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58298) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:06.786085 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Deleting port 018bc40b-8cd8-4bcb-80fe-4c73e64de6f1 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:06.786434 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:06.902649 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:06.902972 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:07.022025 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Calling delete_port for 018bc40b-8cd8-4bcb-80fe-4c73e64de6f1 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:07.137182 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:07.141388 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fbe769e6-c782-4ecb-84fc-aa464d0e1958 tempest-VolumesActionsTest-1458372796 tempest-VolumesActionsTest-1458372796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:07.187255 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'Port': ['ID=018bc40b-8cd8-4bcb-80fe-4c73e64de6f1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:07.251631 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.252036 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.252395 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.252748 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.253095 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.253443 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.253785 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.254127 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.254468 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.254807 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.255145 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.255481 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:07.260607 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:07.285190 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:07.285524 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Floating IP 80d5a5cb-275f-4190-8dbd-85ad63f13d9d disassociated (deleted). External IP: 172.27.3.134, port: adfa0dde-8fbd-422f-9419-91089d6bf50d.
Apr 30 07:22:07.708320 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:22:07.881664 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:22:07.892535 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82460597-9d07-45af-a2bb-90012efce939 None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:22:07.901738 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:07.902344 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:07.902961 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94bdde50>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:07.957856 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "DELETE /v2.0/floatingips/80d5a5cb-275f-4190-8dbd-85ad63f13d9d HTTP/1.1" status: 204  len: 168 time: 1.4319842
Apr 30 07:22:07.958560 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:22:08.004436 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'status': 'completed', 'code': 200}
Apr 30 07:22:08.082189 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:08.100526 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-2ed9b9d4-2824-4276-8cc2-ea4e8f2ef2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:08.102001 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-2ed9b9d4-2824-4276-8cc2-ea4e8f2ef2b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 1098 time: 0.0709345
Apr 30 07:22:08.246769 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-4b0b7123-62c2-4ed2-9bf0-27e3ad0f790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:08.248263 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-4b0b7123-62c2-4ed2-9bf0-27e3ad0f790d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1392190
Apr 30 07:22:08.322230 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-2ef8fe4c-500c-4f41-a63f-f9f9fe35b600 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 200  len: 217 time: 0.0660112
Apr 30 07:22:08.388097 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-6c790788-9913-4bd2-bc1e-fa38c0ffaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:08.389580 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-6c790788-9913-4bd2-bc1e-fa38c0ffaedd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0597095
Apr 30 07:22:08.444087 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c02e33-88d0-4982-9517-6d1411a914ab req-980b99fc-e054-491d-8252-452ad20fbada tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:08.445552 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-76c02e33-88d0-4982-9517-6d1411a914ab req-980b99fc-e054-491d-8252-452ad20fbada tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 945 time: 0.1860125
Apr 30 07:22:08.456541 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94bdde50>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:06Z', 'revision_number': 1, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:08.460468 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82460597-9d07-45af-a2bb-90012efce939 None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:22:08.469315 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:08.470663 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94bdde50>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:08.473179 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-b6031afc-c3f8-4374-a901-dca3e5f58935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:08.474645 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-b6031afc-c3f8-4374-a901-dca3e5f58935 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760596
Apr 30 07:22:08.491517 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-76c02e33-88d0-4982-9517-6d1411a914ab req-4a558bb3-4d34-4e8f-8d02-5003ac9c19ea tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390723
Apr 30 07:22:08.608974 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-ac3c2b34-9a21-4cdc-8dea-8a79f8870e9c service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245279
Apr 30 07:22:08.644737 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:08.741410 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-b0cc665e-ab49-4776-9c27-c5b72135b0c1 req-47e1e0d1-0122-44c7-b3a4-63736eb93e14 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240990
Apr 30 07:22:09.018916 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-82460597-9d07-45af-a2bb-90012efce939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94bdde50>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:06Z', 'revision_number': 1, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:09.022763 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82460597-9d07-45af-a2bb-90012efce939 None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_floatingips': [{'id': '3336053f-cc2c-417c-9b96-44a987853e4e', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'router_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'port_id': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'mac_address': 'fa:16:3e:dd:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:18:03Z', 'updated_at': '2021-04-30T07:18:06Z', 'revision_number': 1, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:22:09.226956 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6a899-a0aa-4179-bc55-d7672eabf6fe None None] New status for floating IP 80d5a5cb-275f-4190-8dbd-85ad63f13d9d: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:22:09.679366 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81270-d37e-43e6-89da-5d640228e43d req-392c260a-4293-4649-bed0-6785da3ce270 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:09.679997 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-9ac81270-d37e-43e6-89da-5d640228e43d req-392c260a-4293-4649-bed0-6785da3ce270 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:22:09.695008 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-9ac81270-d37e-43e6-89da-5d640228e43d req-392c260a-4293-4649-bed0-6785da3ce270 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:22:09.696807 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9ac81270-d37e-43e6-89da-5d640228e43d req-392c260a-4293-4649-bed0-6785da3ce270 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 945 time: 0.0941811
Apr 30 07:22:09.740456 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-9ac81270-d37e-43e6-89da-5d640228e43d req-9c31b12b-a458-49f3-b0ce-77ec9c3e4398 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380163
Apr 30 07:22:10.169009 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659096-1e08-4158-9023-301840150010 req-30a9c131-3729-4476-b32f-5dc6addd1217 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:10.170478 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-41659096-1e08-4158-9023-301840150010 req-30a9c131-3729-4476-b32f-5dc6addd1217 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 945 time: 0.1682441
Apr 30 07:22:10.307342 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Deleting port adfa0dde-8fbd-422f-9419-91089d6bf50d {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:10.307613 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:10.436674 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] For port adfa0dde-8fbd-422f-9419-91089d6bf50d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=adfa0dde-8fbd-422f-9419-91089d6bf50d,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:10.436940 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:10.554732 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Calling delete_port for adfa0dde-8fbd-422f-9419-91089d6bf50d owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:10.662130 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:10.667498 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5a2e24aa-0707-4f30-880c-bf7f53ef15c1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:10.712961 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'Port': ['ID=adfa0dde-8fbd-422f-9419-91089d6bf50d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:10.715942 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:10.788734 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] No DVR routers for this DVR port adfa0dde-8fbd-422f-9419-91089d6bf50d on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:22:10.791335 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:10.794181 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'name': 'network-vif-deleted', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:22:10.812233 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-41659096-1e08-4158-9023-301840150010 req-217c9e83-2130-4cda-a2f2-1b0414bf7769 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "DELETE /v2.0/ports/adfa0dde-8fbd-422f-9419-91089d6bf50d HTTP/1.1" status: 204  len: 173 time: 0.6327353
Apr 30 07:22:10.841548 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738238f7-57e4-46e8-99e3-1c14f9d19800', 'name': 'network-vif-deleted', 'tag': 'adfa0dde-8fbd-422f-9419-91089d6bf50d', 'status': 'completed', 'code': 200}
Apr 30 07:22:10.898400 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-9393c085-4c63-433b-99ce-5f3b5d7a62ab req-6300ec89-7072-44a1-847e-b03e7110d7df tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=738238f7-57e4-46e8-99e3-1c14f9d19800 HTTP/1.1" status: 200  len: 210 time: 0.0453532
Apr 30 07:22:13.471739 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device adfa0dde-8fbd-422f-9419-91089d6bf50d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:13.507283 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: adfa0dde-8fbd-422f-9419-91089d6bf50d {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:13.507626 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device adfa0dde-8fbd-422f-9419-91089d6bf50d not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:14.376124 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58328) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:14.632014 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Deleting port 194e22a0-6e51-483b-9d00-c3fe50ff404b {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:14.632358 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:14.748148 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:14.748475 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:14.868750 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Calling delete_port for 194e22a0-6e51-483b-9d00-c3fe50ff404b owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:14.983950 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:14.988316 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ef3e533-2a8e-49b7-b6d1-7304ab9057e1 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:15.034976 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'Port': ['ID=194e22a0-6e51-483b-9d00-c3fe50ff404b,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:15.059427 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:15.120058 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:15.120381 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.db.l3_db [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Floating IP 3336053f-cc2c-417c-9b96-44a987853e4e disassociated (deleted). External IP: 172.27.3.200, port: a1df1b17-e9ed-4eea-96dc-64d05833cdc9.
Apr 30 07:22:15.549270 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:22:15.722097 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:22:15.731521 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:22:15.738741 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:15.740272 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:15.740879 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cf0250>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:15.796751 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-0975a298-9b54-4ae9-8c4a-d5d23fa15e70 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "DELETE /v2.0/floatingips/3336053f-cc2c-417c-9b96-44a987853e4e HTTP/1.1" status: 204  len: 168 time: 1.4189041
Apr 30 07:22:15.797106 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:22:15.843952 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'status': 'completed', 'code': 200}
Apr 30 07:22:15.921320 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:15.942198 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-20988057-1b0a-48ac-9f1d-92d1981c6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:15.943874 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-20988057-1b0a-48ac-9f1d-92d1981c6997 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 1098 time: 0.0758343
Apr 30 07:22:16.086331 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-f6d831d1-7fdc-48bf-a0af-557e6bcd5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:16.088357 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-f6d831d1-7fdc-48bf-a0af-557e6bcd5d51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 200  len: 913 time: 0.1377456
Apr 30 07:22:16.198802 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-269bf93a-3a2a-4cec-b426-7de606b6a191 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 200  len: 217 time: 0.1002355
Apr 30 07:22:16.235056 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cf0250>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:16.238980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:22:16.247349 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:16.247984 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94cf0250>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:16.283651 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-857ddf0e-53d5-493f-bbd9-e5ec9b6733af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:16.285088 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-857ddf0e-53d5-493f-bbd9-e5ec9b6733af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 200  len: 851 time: 0.0793626
Apr 30 07:22:16.295477 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1181ee-2873-4f93-bc79-13f675c4f14d req-34bad0a1-4c56-4631-95d4-65b7d54716fb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:16.296164 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-bd1181ee-2873-4f93-bc79-13f675c4f14d req-34bad0a1-4c56-4631-95d4-65b7d54716fb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Synchronizing usage tracker for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 07:22:16.354613 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.quota.resource [req-bd1181ee-2873-4f93-bc79-13f675c4f14d req-34bad0a1-4c56-4631-95d4-65b7d54716fb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Unset dirty status for tenant:a3a57b0487ae4b69b2fda26c0b5c2f70 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 07:22:16.355669 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bd1181ee-2873-4f93-bc79-13f675c4f14d req-34bad0a1-4c56-4631-95d4-65b7d54716fb tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.2583725
Apr 30 07:22:16.402364 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-f2d66f93-3149-4678-b127-44dd0067c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:16.403848 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-f2d66f93-3149-4678-b127-44dd0067c61e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f8dfdd-bc9c-447f-917d-c41ebb051a22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041048
Apr 30 07:22:16.413345 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-bd1181ee-2873-4f93-bc79-13f675c4f14d req-9b76b39a-74f2-4f0b-a5a6-894348cf2a3b tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485866
Apr 30 07:22:16.436684 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:16.538971 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-7f1cf161-fc45-4a5d-a8df-720755accc6b service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234548
Apr 30 07:22:16.669977 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-a42a62b7-6ff8-4844-aee1-efa2bff70d1e req-fef702c5-2fa8-4be3-971e-1554e8a90ef2 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225462
Apr 30 07:22:16.742274 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94cf0250>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:16.746590 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89128e02-6575-4f78-9751-f75a21fea3ed None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:14:22Z', 'revision_number': 4, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi', '_interfaces': [{'id': 'e96be084-065a-4426-b1fc-12a0a397235e', 'name': '', 'network_id': 'f6f8dfdd-bc9c-447f-917d-c41ebb051a22', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'mac_address': 'fa:16:3e:28:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:21Z', 'updated_at': '2021-04-30T07:14:29Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'subnets': [{'id': '84828b8b-c7b1-4940-950b-3106c023cf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:22:16.949912 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28edf8c-d8f7-48ef-9599-c1de8ed650bf None None] New status for floating IP 3336053f-cc2c-417c-9b96-44a987853e4e: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 07:22:17.599977 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0957ae9-1c37-4ec2-b6c2-1602b13da434 req-7140bd54-6d80-4359-8249-121a86a7ed55 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:17.601398 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d0957ae9-1c37-4ec2-b6c2-1602b13da434 req-7140bd54-6d80-4359-8249-121a86a7ed55 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.0838735
Apr 30 07:22:17.644947 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-d0957ae9-1c37-4ec2-b6c2-1602b13da434 req-1e530dd0-3038-4a7f-ab96-5437fc8181c2 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/security-groups?id=d550d3d0-5233-48ff-a97e-7e0475d017d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372925
Apr 30 07:22:17.952117 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06134330-e435-45ed-b5a3-e30900a4862b req-3d1114d8-e7ee-4053-ac58-f775c548fe4f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 07:22:17.953441 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06134330-e435-45ed-b5a3-e30900a4862b req-3d1114d8-e7ee-4053-ac58-f775c548fe4f tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 945 time: 0.1657305
Apr 30 07:22:18.085622 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Deleting port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:18.085957 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:18.214813 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] For port a1df1b17-e9ed-4eea-96dc-64d05833cdc9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:18.215089 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:18.333981 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Calling delete_port for a1df1b17-e9ed-4eea-96dc-64d05833cdc9 owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:18.437572 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:18.443068 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-efb57705-d66b-4dae-8c00-7a8c5f261096 tempest-VolumesSnapshotTestJSON-1226084955 tempest-VolumesSnapshotTestJSON-1226084955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:18.490611 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'Port': ['ID=a1df1b17-e9ed-4eea-96dc-64d05833cdc9,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:18.492926 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:18.567295 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] No DVR routers for this DVR port a1df1b17-e9ed-4eea-96dc-64d05833cdc9 on host hv-cinder-77387 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:22:18.569608 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:18.572119 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'name': 'network-vif-deleted', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 07:22:18.587207 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [req-06134330-e435-45ed-b5a3-e30900a4862b req-ef0d7062-f9d1-4eab-bd9b-2a32876644e9 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.10 "DELETE /v2.0/ports/a1df1b17-e9ed-4eea-96dc-64d05833cdc9 HTTP/1.1" status: 204  len: 173 time: 0.6268699
Apr 30 07:22:18.615839 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c88b4-97c2-4c56-a402-987f46c0c90d', 'name': 'network-vif-deleted', 'tag': 'a1df1b17-e9ed-4eea-96dc-64d05833cdc9', 'status': 'completed', 'code': 200}
Apr 30 07:22:18.789760 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [req-570e7f4d-3a3a-4c54-9d69-938dc66e267d req-7aed2ac0-ebec-48d4-a3cb-5640b7c7a385 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e60c88b4-97c2-4c56-a402-987f46c0c90d HTTP/1.1" status: 200  len: 210 time: 0.0417497
Apr 30 07:22:19.883211 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58346) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:20.098907 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Deleting port fd3ce35b-7061-4141-9ede-7324c4b1a6e1 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:20.099149 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:20.214313 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:20.214658 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:20.333971 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Calling delete_port for fd3ce35b-7061-4141-9ede-7324c4b1a6e1 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:20.438549 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988245'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:20.442648 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b4cffb4f-5d23-4b13-ac5e-195272aef335 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:20.511383 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'Port': ['ID=fd3ce35b-7061-4141-9ede-7324c4b1a6e1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:20.517848 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:20.573841 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:20.586994 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:20.588641 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-62cbd1bf-6742-42a9-88a0-34cc3af24112 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "DELETE /v2.0/floatingips/6aa59e14-6b98-492a-9ed7-c7013dc7cd32 HTTP/1.1" status: 204  len: 168 time: 0.7043679
Apr 30 07:22:21.518159 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device a1df1b17-e9ed-4eea-96dc-64d05833cdc9 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:21.551980 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] No Port match for: a1df1b17-e9ed-4eea-96dc-64d05833cdc9 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:21.552323 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Device a1df1b17-e9ed-4eea-96dc-64d05833cdc9 not bound to the agent host hv-cinder-77387 {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:21.953058 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58360) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:22.019316 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:22.049042 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:22.114182 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:22.119010 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-34fa68ca-d08b-4a27-b35e-8ec4b50813f6 tempest-TestMinimumBasicScenario-1677225347 tempest-TestMinimumBasicScenario-1677225347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:22.133552 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550d3d0-5233-48ff-a97e-7e0475d017d2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:22.143486 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.143893 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.144268 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.144636 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.144997 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.145359 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.145716 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.146072 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.146429 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.146780 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.147132 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.147483 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:22.151781 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:22.152718 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:22.154074 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-41ffdfea-d88f-4a7c-8cf1-f13206b779d0 tempest-TestVolumeBootPattern-92956576 tempest-TestVolumeBootPattern-92956576-project] 10.222.0.35 "DELETE /v2.0/security-groups/d550d3d0-5233-48ff-a97e-7e0475d017d2 HTTP/1.1" status: 204  len: 168 time: 0.1996522
Apr 30 07:22:22.214677 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58366) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:22.935682 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:23.328420 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Deleting port e96be084-065a-4426-b1fc-12a0a397235e {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:23.329114 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:23.448563 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] For port e96be084-065a-4426-b1fc-12a0a397235e, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=e96be084-065a-4426-b1fc-12a0a397235e,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:23.448908 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:23.669940 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Calling delete_port for e96be084-065a-4426-b1fc-12a0a397235e owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:23.811222 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:23.815676 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4822533b-64d7-4714-84a2-b95afd9ca356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:23.886252 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96be084-065a-4426-b1fc-12a0a397235e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:23.888878 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:24.125079 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:24.475069 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:22:24.649028 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:22:24.657347 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] Sync routers for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:22:24.662556 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-d523d1ed-5fb7-4ae4-acf8-2cf526dbed13 admin admin] 10.222.0.35 "PUT /v2.0/routers/a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4466226
Apr 30 07:22:24.665014 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58372) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:24.670886 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:24.671494 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94a35790>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:24.840543 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:24.879737 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:24.901699 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: dv-cinder-773876-2-iscsi {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:25.121467 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.190609 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94a35790>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:22:23Z', 'revision_number': 5, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port': {'id': '692a9e5b-0e20-422f-999b-8064311d84b6', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:19Z', 'updated_at': '2021-04-30T07:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:25.191161 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Deleting port 692a9e5b-0e20-422f-999b-8064311d84b6 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:25.191502 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.195410 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] Checking router: a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 for host: dv-cinder-773876-2-iscsi {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:22:25.204622 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] Routers {'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:25.205499 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b94a35790>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:25.311838 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] For port 692a9e5b-0e20-422f-999b-8064311d84b6, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=692a9e5b-0e20-422f-999b-8064311d84b6,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:25.312186 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.354094 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] Set router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:25.432421 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Calling delete_port for 692a9e5b-0e20-422f-999b-8064311d84b6 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:25.458519 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b94a35790>, [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:22:25Z', 'revision_number': 6, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:25.463254 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f89459-e4d6-410f-ab89-b709d37df5eb None None] The sync data for ids ['a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2'] in dv-cinder-773876-2-iscsi is: [{'id': 'a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2', 'name': 'tempest-TestVolumeBootPattern-1750140396-router', 'tenant_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:18Z', 'updated_at': '2021-04-30T07:22:25Z', 'revision_number': 6, 'project_id': 'a3a57b0487ae4b69b2fda26c0b5c2f70', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:22:25.571093 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.575976 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fbfefb3-dc57-4380-a2e4-6f822942d5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:25.620562 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Pushing event deleted for resources: {'Port': ['ID=692a9e5b-0e20-422f-999b-8064311d84b6,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:25.646050 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:25.711440 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.888645 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.891098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.915386 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.916023 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:22:25.929078 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:25.930216 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f86ab7ae-d98c-4100-8420-9f662111da01 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a1ac65bc-6cb3-44e2-bc99-60bcdf74a2b2 HTTP/1.1" status: 204  len: 168 time: 1.2638249
Apr 30 07:22:25.933366 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58376) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:25.992031 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Deleting subnet 84828b8b-c7b1-4940-950b-3106c023cf28 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:22:25.995489 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.048750 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.125969 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.371089 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 692a9e5b-0e20-422f-999b-8064311d84b6 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:26.409921 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 692a9e5b-0e20-422f-999b-8064311d84b6 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:26.410275 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 692a9e5b-0e20-422f-999b-8064311d84b6 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:26.410707 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e96be084-065a-4426-b1fc-12a0a397235e no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:26.444140 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: e96be084-065a-4426-b1fc-12a0a397235e {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:26.444407 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device e96be084-065a-4426-b1fc-12a0a397235e not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:26.475957 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.480987 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2475d017-46ff-4de9-ba5f-6404671d40f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:26.514422 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84828b8b-c7b1-4940-950b-3106c023cf28,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:26.516382 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.518806 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:26.520309 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f51f2ac-974f-4727-acea-06cd1fbb4a32 None None] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:22:26.525971 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-93d20249-6df9-4b48-b6ce-5f0519097ecd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84828b8b-c7b1-4940-950b-3106c023cf28 HTTP/1.1" status: 204  len: 168 time: 0.5885770
Apr 30 07:22:26.526128 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58380) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:26.630611 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.700310 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Deleting port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:26.700646 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.762372 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] DHCP port deletion for f6f8dfdd-bc9c-447f-917d-c41ebb051a22 request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:22:26.803943 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] For port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:26.804293 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.829094 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Deleting port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:26.829479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.927665 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] For port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,segment=NetworkSegment(56437c4e-0048-4cbd-a8e3-12a84c038766),segment_id=56437c4e-0048-4cbd-a8e3-12a84c038766)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:26.928018 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.931076 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Calling delete_port for 15cfeb57-8669-4d8f-83ab-4ce62856dbbe owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:26.977122 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:26.982246 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f22b1c0-c555-4a78-aac1-b6d31869c984 tempest-AttachVolumeShelveTestJSON-2104343010 tempest-AttachVolumeShelveTestJSON-2104343010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:27.025428 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:27.028548 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:27.029303 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] No DVR routers for this DVR port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:22:27.050325 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Calling delete_port for 15cfeb57-8669-4d8f-83ab-4ce62856dbbe owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:27.092900 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.096479 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:27.140863 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Pushing event deleted for resources: {'Port': ['ID=15cfeb57-8669-4d8f-83ab-4ce62856dbbe,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:27.141519 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.145629 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] No DVR routers for this DVR port 15cfeb57-8669-4d8f-83ab-4ce62856dbbe on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:22:27.152326 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.152671 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.153010 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.153343 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.153670 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.153996 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.154850 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.154850 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.155054 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.155285 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.155547 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.155889 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-iscsi {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 07:22:27.158739 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8105cffa-a964-4718-a346-9ac415a7d3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:27.248430 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b8fa577f0>,) {'filters': {'network_id': ['f6f8dfdd-bc9c-447f-917d-c41ebb051a22']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:27.259890 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8fa577f0>, '56437c4e-0048-4cbd-a8e3-12a84c038766') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:27.260188 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b8fa577f0>, '56437c4e-0048-4cbd-a8e3-12a84c038766') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:27.270943 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.287472 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.293965 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:22:27.457635 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:22:27.466235 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.624944 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Network f6f8dfdd-bc9c-447f-917d-c41ebb051a22 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:22:27.645617 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:22:27.720225 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.723436 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:27.735855 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:27.745705 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f8dfdd-bc9c-447f-917d-c41ebb051a22,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:27.748726 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:27.759008 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-10e339df-cdbc-42a8-bae5-9682efb28a49 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f6f8dfdd-bc9c-447f-917d-c41ebb051a22 HTTP/1.1" status: 204  len: 168 time: 1.2319334
Apr 30 07:22:27.762695 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58384) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:28.370111 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 15cfeb57-8669-4d8f-83ab-4ce62856dbbe no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:28.387914 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407667'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:28.440440 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 15cfeb57-8669-4d8f-83ab-4ce62856dbbe {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:28.440901 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 15cfeb57-8669-4d8f-83ab-4ce62856dbbe not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:28.786868 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Deleting port 9d373e70-8e2d-427e-9e8f-f9b6020471b9 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:28.787512 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:28.905024 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] For port 9d373e70-8e2d-427e-9e8f-f9b6020471b9, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=9d373e70-8e2d-427e-9e8f-f9b6020471b9,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:28.905373 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:29.026118 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Calling delete_port for 9d373e70-8e2d-427e-9e8f-f9b6020471b9 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:29.171231 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:29.175841 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f15a213-eed6-4d3e-9035-12e9de772f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:29.219024 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d373e70-8e2d-427e-9e8f-f9b6020471b9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:29.248434 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:29.584257 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418243'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:29.930250 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d has already been hosted by L3 agent 524dad25-a975-48ac-a15e-622b2615588c {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 07:22:30.106357 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-iscsi the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 07:22:30.114262 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] Sync routers for ids ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'] in dv-cinder-773876-2-iscsi {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 07:22:30.123092 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-b15a3e3e-f33f-44e0-b91e-6250c58b91d8 admin admin] 10.222.0.35 "PUT /v2.0/routers/ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3594077
Apr 30 07:22:30.125569 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58388) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:30.126879 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] Routers {'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:30.127554 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b956f7100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:30.299135 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:30.302349 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] Set router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d gateway port host: dv-cinder-773876-2-iscsi {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:30.474059 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:30.545425 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Deleting port 3ed9b271-6d4d-4da3-8714-dedcc59bb350 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:30.545774 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:30.578850 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b956f7100>, [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'external_fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:22:29Z', 'revision_number': 5, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port': {'id': '3ed9b271-6d4d-4da3-8714-dedcc59bb350', 'name': '', 'network_id': '4ba6fbbf-d47c-45c8-b24b-ecc9ff19b712', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:14:26Z', 'updated_at': '2021-04-30T07:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '943c2c55-01f1-4eee-903a-dda6fea8f53e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-iscsi'}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:30.582544 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] Checking router: ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d for host: dv-cinder-773876-2-iscsi {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 07:22:30.591597 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] Routers {'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'} bound to L3 agent in host dv-cinder-773876-2-iscsi {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 07:22:30.592228 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4b956f7100>, 'dv-cinder-773876-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T07:00:04Z,description=<?>,heartbeat_timestamp=2021-04-30T07:22:04Z,host='dv-cinder-773876-2-iscsi',id=524dad25-a975-48ac-a15e-622b2615588c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T07:00:04Z,topic='l3_agent')) {'router_ids': ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:30.747953 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] Set router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 07:22:30.780615 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] For port 3ed9b271-6d4d-4da3-8714-dedcc59bb350, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=3ed9b271-6d4d-4da3-8714-dedcc59bb350,segment=NetworkSegment(acab219a-27bd-4987-b3ab-41c5261cabc0),segment_id=acab219a-27bd-4987-b3ab-41c5261cabc0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:30.780969 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:30.856102 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4b956f7100>, [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:22:30Z', 'revision_number': 6, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port_host': None}], 'dv-cinder-773876-2-iscsi', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:30.860009 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cead0-3089-42f1-b2b4-d1614fdced25 None None] The sync data for ids ['ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d'] in dv-cinder-773876-2-iscsi is: [{'id': 'ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d', 'name': 'tempest-TestVolumeBootPattern-797463359-router', 'tenant_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:22:30Z', 'revision_number': 6, 'project_id': '976fd4a0a17b4b46ab61ec7e00e83511', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 07:22:30.902665 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Calling delete_port for 3ed9b271-6d4d-4da3-8714-dedcc59bb350 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:31.035347 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.038774 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5eac6c04-8c9a-4f45-8609-eeaf622cfd94 tempest-TestShelveInstance-1693760373 tempest-TestShelveInstance-1693760373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:31.085480 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed9b271-6d4d-4da3-8714-dedcc59bb350,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:31.088571 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:31.148943 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-84a10d19-1b75-44cc-b5f1-105585cbce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.173092 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394212'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.345982 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047197'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.348369 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.370579 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420929'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.371098 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 07:22:31.382883 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.384009 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-dc585109-1afc-447d-bc45-702322b4af0f admin admin] 10.222.0.35 "DELETE /v2.0/routers/ff8d2a7a-94b5-4a01-aa7d-6c4cd5c2380d HTTP/1.1" status: 204  len: 168 time: 1.2574837
Apr 30 07:22:31.386517 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58392) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:31.447299 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Deleting subnet b6b85a86-ec7f-4c43-a370-202633aff2e3 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 07:22:31.450074 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.498242 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714114'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.577925 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774570'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.824331 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4049827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4033522'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.829028 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:31.868626 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:31.871247 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b85a86-ec7f-4c43-a370-202633aff2e3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:31.873716 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef55c32-9024-41bc-9045-c529ef165c67 None None] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 requested from dv-cinder-773876-2-iscsi {{(pid=73810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 07:22:31.874070 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:31.877274 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-1608476b-19ca-41f3-9c12-60f358eb200f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b6b85a86-ec7f-4c43-a370-202633aff2e3 HTTP/1.1" status: 204  len: 168 time: 0.4898393
Apr 30 07:22:31.879670 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58400) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:31.982128 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689317'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.055902 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Deleting port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:32.056636 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.118442 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] DHCP port deletion for 046dfa0d-61b9-48bf-81da-577e80cfda82 request from dv-cinder-773876-2-iscsi {{(pid=73810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 07:22:32.186647 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Deleting port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 07:22:32.187334 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747664418133'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.263310 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] For port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:32.263613 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.289375 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] For port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d, host dv-cinder-773876-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-iscsi',level=0,port_id=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,segment=NetworkSegment(6bb3af5e-689e-4e53-9596-b87d4005ce67),segment_id=6bb3af5e-689e-4e53-9596-b87d4005ce67)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 07:22:32.289780 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400002'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.385297 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Calling delete_port for 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:32.404612 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 9d373e70-8e2d-427e-9e8f-f9b6020471b9 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:32.430004 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4049886'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.435090 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-304ffa27-cd0f-4cdc-82b8-a18473a124a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:32.437001 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Calling delete_port for 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 07:22:32.449971 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 9d373e70-8e2d-427e-9e8f-f9b6020471b9 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:32.450312 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 9d373e70-8e2d-427e-9e8f-f9b6020471b9 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:32.450719 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:32.481360 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:32.483136 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:32.483270 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] No DVR routers for this DVR port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d on host dv-cinder-773876-2-iscsi {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:22:32.483482 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:32.484292 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 3ed9b271-6d4d-4da3-8714-dedcc59bb350 no longer exists at agent ovs-agent-dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 07:22:32.484606 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:32.523151 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] No Port match for: 3ed9b271-6d4d-4da3-8714-dedcc59bb350 {{(pid=73810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 07:22:32.523421 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.plugins.ml2.rpc [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Device 3ed9b271-6d4d-4da3-8714-dedcc59bb350 not bound to the agent host dv-cinder-773876-2-iscsi {{(pid=73810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 07:22:32.552229 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747664421488', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747664002335'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.555736 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:32.597701 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772391', 'neutron.services.segments.db._delete_segments_for_network-8747664430749'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.601522 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Pushing event deleted for resources: {'Port': ['ID=7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:32.603346 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] No DVR routers for this DVR port 7ec7c5b7-ec06-48db-ad85-0bb147b6fe4d on host dv-cinder-773876-2-iscsi {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 07:22:32.604762 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-002b2c01-e127-4b40-b5df-0d752321000f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:32.706576 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4b94f39520>,) {'filters': {'network_id': ['046dfa0d-61b9-48bf-81da-577e80cfda82']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:32.718325 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94f39520>, '6bb3af5e-689e-4e53-9596-b87d4005ce67') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:32.718622 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.services.segments.db [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4b94f39520>, '6bb3af5e-689e-4e53-9596-b87d4005ce67') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 07:22:32.730504 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747664442983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714123'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.747683 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1795364'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:32.754057 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 07:22:32.916036 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:22:32.924041 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4049673'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.088411 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Network 046dfa0d-61b9-48bf-81da-577e80cfda82 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]: Traceback (most recent call last):
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     timer()
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     cb(*args, **kw)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     return func(*args, **kwargs)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     self._notify()
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     self.callback(batched_events)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     event.method(event)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     return f(self, *a, **k)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._get(url).json()
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     return self.request(url, 'GET', **kwargs)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 07:22:33.109209 dv-cinder-773876-2-iscsi neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 07:22:33.183805 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397176'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.186988 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:33.200265 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599162'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.210157 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Pushing event deleted for resources: {'Network': ['ID=046dfa0d-61b9-48bf-81da-577e80cfda82,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:33.214726 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:33.220557 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-f764a118-76f4-4762-a87e-04605e6ab395 admin admin] 10.222.0.35 "DELETE /v2.0/networks/046dfa0d-61b9-48bf-81da-577e80cfda82 HTTP/1.1" status: 204  len: 168 time: 1.3376064
Apr 30 07:22:33.332130 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58412) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:33.380540 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-00a9b8c4-c040-42ee-bc66-5ffeaf9a300f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3a57b0487ae4b69b2fda26c0b5c2f70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471220
Apr 30 07:22:33.382731 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.35', 58416) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:33.439769 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.465873 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.515655 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.519224 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bca8fad-7d9e-4346-acf5-cd45c1e1430f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:33.535575 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f296e-3a05-4fdd-bc0b-3a09ef5a1666,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:33.538034 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:33.545070 dv-cinder-773876-2-iscsi neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.546169 dv-cinder-773876-2-iscsi neutron-server[73809]: INFO neutron.wsgi [None req-6e2cddc0-c3ff-45d5-997b-28ac61a8429b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/194f296e-3a05-4fdd-bc0b-3a09ef5a1666 HTTP/1.1" status: 204  len: 168 time: 0.1625652
Apr 30 07:22:33.581648 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.749388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-31cdc144-e8b4-420b-b05d-5b30500d9dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:33.883896 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58424) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:33.937329 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-b2efa189-8779-4289-9c6b-0b2492668dc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=976fd4a0a17b4b46ab61ec7e00e83511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522397
Apr 30 07:22:33.939624 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.35', 58428) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 07:22:34.078828 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:34.104556 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:34.154604 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460312'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:34.158217 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-327fe54d-a2cb-4a95-8514-f4958d958162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 07:22:34.171258 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffb298-5810-48c3-b8c6-8b2d08bfdd3f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 07:22:34.173708 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 07:22:34.177240 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:34.183368 dv-cinder-773876-2-iscsi neutron-server[73808]: INFO neutron.wsgi [None req-f2dd343d-b220-45e4-a56c-d4b095a878cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85ffb298-5810-48c3-b8c6-8b2d08bfdd3f HTTP/1.1" status: 204  len: 168 time: 0.2418334
Apr 30 07:22:34.673614 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:36.279079 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:22:39.373207 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:22:54.834861 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:01.151131 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b01e73f2-945f-4ce3-8fa8-ed84a45765ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:03.583992 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:03.750405 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b981c763-9c2f-4f8a-b245-d128c96c810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:04.676082 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:04.743106 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [req-b74572d9-bdd8-4d69-bd45-19e3e7ee1e5c req-47b78147-8599-4213-9374-a234a20e65d9 service neutron] (73808) timed out ('10.222.0.10', 54170) {{(pid=73808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 07:23:06.281115 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:16.372876 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:23:24.834686 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:31.153024 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-47e0c86b-e821-42a8-b437-4fbe4068bc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:33.585977 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:33.750703 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b52bcd36-d85c-4089-9f07-ee476234a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:34.678341 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:36.284460 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:23:53.371421 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:23:54.835013 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:01.155416 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f58e387c-a311-45cc-8d02-f37954096bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:03.587795 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:03.750712 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d64eda7f-f732-4211-bb79-ac1ea0a2a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:04.680358 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:06.289078 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:24.834928 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:30.369674 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:24:31.156346 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bce8edde-3d0c-4e95-8135-0ccd964e7837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:33.588834 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:33.751769 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6b07-7786-4b35-bfaa-35e6026f6b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:34.683434 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:36.291273 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:24:51.873826 dv-cinder-773876-2-iscsi neutron-server[73808]: DEBUG neutron.wsgi [req-e5e0fd1c-a568-4683-9301-8e5d7c0c47fa req-a7a04be6-5cd3-47a5-8093-4a3514b7f1ea service neutron] (73808) timed out ('10.222.0.10', 54154) {{(pid=73808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 07:24:54.834652 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:01.156988 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7eacedc0-5664-49ab-a3ab-0f7e38e77862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:03.590911 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:03.751736 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7520f52-aade-4bfa-bb7e-c7df0990917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:04.685427 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:06.293419 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:07.368395 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:25:24.848228 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:31.158494 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1a585bbd-9d96-4161-9370-c5dd9b9d9552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:33.591879 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:33.753232 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4afa0f71-8001-4ad3-96fb-d4e451e7e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:34.687719 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:36.295157 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:25:44.367534 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:25:54.847493 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:01.159849 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-12eec232-ee21-44d5-bd5f-7d6bd9c4c159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:03.594179 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:03.753046 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb13eb74-0ff2-4a7a-ba11-a34f4867a763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:04.690968 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:06.299927 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:21.366199 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:26:24.863330 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:31.162675 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4812fb9e-f380-48f3-bc82-27c46f142afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:33.597284 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:33.752893 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca02b-1654-4f71-9599-d8773a5b0cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:34.694328 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:36.304154 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:54.862082 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:26:58.365386 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:27:01.163897 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe210de0-8005-421f-98b7-068eee8c6cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:03.599457 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:03.753817 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d740fac0-e9f1-4202-81ad-978b76c0ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:04.696629 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:06.305388 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:24.862100 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:31.166526 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cefe8681-ec4b-43b9-bcc1-9826870dd02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:33.601402 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5da07ee2-37c7-4bf9-ad99-a13bff4edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:33.755047 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d19-2d4b-401a-bd70-9d3a3d904b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:34.700081 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b26b2f9-fd8c-4db3-8646-6677fc363782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:35.364208 dv-cinder-773876-2-iscsi neutron-server[73811]: DEBUG neutron.db.agents_db [None req-73cbef37-7e10-4350-b518-69336f637cc0 None None] Agent healthcheck: found 6 active agents {{(pid=73811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 07:27:36.309688 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9099d0f1-ce1e-4e49-877a-a4d889deea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:27:54.876303 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e8ea368f-e584-4691-b143-cb418abb0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 07:28:01.169219 dv-cinder-773876-2-iscsi neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-921e37d2-2a65-4dda-877e-b3630e772e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747664430758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770285'] for agent, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}